-- Logs begin at Wed 2022-05-25 15:26:04 UTC, end at Wed 2022-05-25 16:39:55 UTC. -- May 25 16:11:12.713455 dv-cinder-843278-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 25 16:11:15.593375 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.common.config [-] Logging enabled! May 25 16:11:15.594013 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 25 16:11:15.594196 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103702) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 25 16:11:15.598212 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.common.config [-] Logging enabled! May 25 16:11:15.598469 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 25 16:11:15.598784 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103702) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 25 16:11:15.599732 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 16:11:15.599965 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 16:11:15.600337 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 16:11:15.600582 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 16:11:15.600807 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 16:11:15.601224 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.601523 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.601788 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.602091 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.602382 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.602669 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.602954 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.603250 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.603583 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.603824 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.604111 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.604351 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.604625 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.604913 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.605202 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.605426 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] debug = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.605706 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.606177 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.606587 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.606868 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.607155 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.607431 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.607703 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.607980 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.608266 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.608591 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] host = dv-cinder-843278-2-iscsi {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.608881 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.609157 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.609443 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.609745 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.610027 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.610305 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.610589 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.610922 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.611699 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] log_file = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.611976 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.612268 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.612554 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.612843 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.613069 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.613293 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.613579 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.613914 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.614192 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.614470 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.614740 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.615013 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.615287 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.615557 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.615843 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.616126 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.616411 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.616685 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.616958 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.617230 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.617501 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.617823 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.618099 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.618373 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.618645 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.618931 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.619199 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.619471 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.619771 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.620056 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.620342 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.620626 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.620904 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.621180 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.621451 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.621766 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.622023 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] use_json = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.622290 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.622559 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.622840 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.623109 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.623384 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.623656 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.623927 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.624205 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.624476 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:15.624765 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.625057 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.625356 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.625640 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.625961 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.626243 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.626578 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.626857 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.627145 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.627426 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.627712 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.627989 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.628287 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.628577 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.628866 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.629169 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.629462 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.629779 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.630058 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.630333 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.630608 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.630880 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.631165 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.631441 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.631728 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.632013 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.632290 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.632585 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.632868 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.633151 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.633444 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.633751 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.634033 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.634313 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.634604 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.634880 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.635153 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.635441 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.635721 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.635992 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.636271 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.636566 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.636858 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.637133 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.637414 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.637706 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.638003 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.638276 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.638552 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.638827 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.639097 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.639384 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.639660 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.639934 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.640207 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.640483 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.640755 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.641026 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.641303 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.641578 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.641882 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.642187 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.642465 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.642737 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.643196 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.643496 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.643775 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.644058 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.644338 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.644613 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.644886 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.645159 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.645432 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.645707 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.646030 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.646307 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.646587 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.646867 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.647145 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.647422 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.647698 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.647977 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.648255 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.648528 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.648822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.649104 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.649391 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.649675 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.649978 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.650299 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.650576 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.650854 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.651136 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.651412 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.651691 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.651975 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.652259 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.652554 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.652850 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.653128 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.653425 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.653734 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.654042 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.654322 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.654633 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.654913 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:15.655132 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 16:11:15.655381 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103702) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 16:11:16.120577 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 16:11:16.120845 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 16:11:16.121149 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 16:11:16.121480 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 16:11:16.458615 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.458903 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.459171 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.460370 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.460645 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.460945 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.518147 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.518416 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.518682 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.534322 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.534600 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.534863 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.567421 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.567700 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.567968 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.604779 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.605400 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.605400 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.967474 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.967752 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.968013 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.968276 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:16.969050 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.073645 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.074041 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.074248 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.074513 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.074771 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.075312 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.075573 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.075823 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.076074 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.076357 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.076609 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.076867 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.077118 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.077369 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.077623 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.077913 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.078163 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.079111 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.079385 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.080299 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.080696 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.081134 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.081431 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.084075 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.084446 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.084664 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.085014 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:11:17.085253 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:11:17.085492 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:11:17.085753 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:11:17.085985 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:11:17.086220 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:11:17.086588 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 16:11:17.092791 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 16:11:17.097224 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 16:11:17.100941 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) May 25 16:11:17.102591 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 16:11:17.103057 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 16:11:17.103580 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 16:11:17.103961 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 16:11:17.107794 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 16:11:17.108033 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 16:11:17.108373 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 16:11:17.115405 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 25 16:11:17.140028 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 16:11:17.140491 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.140784 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103702) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 25 16:11:17.141150 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.143410 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103702) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 16:11:17.143692 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 16:11:17.143934 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 16:11:17.147247 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.147518 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.210181 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 16:11:17.210412 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 16:11:17.210640 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 16:11:17.211009 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 16:11:17.264575 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO dbcounter [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Registered counter for database neutron May 25 16:11:17.286418 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_db.sqlalchemy.engines [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103702) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 16:11:17.292489 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG dbcounter [-] [103702] Writer thread running {{(pid=103702) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 16:11:17.739939 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Initializing driver for type 'gre' May 25 16:11:17.740632 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] gre ID ranges: [(1, 1000)] May 25 16:11:17.796887 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Initializing driver for type 'local' May 25 16:11:17.797362 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Initializing driver for type 'vlan' May 25 16:11:17.811176 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] VlanTypeDriver initialization complete May 25 16:11:17.811674 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Initializing driver for type 'vxlan' May 25 16:11:17.812172 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] vxlan ID ranges: [(1, 1000)] May 25 16:11:17.869479 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Initializing extension driver 'port_security' May 25 16:11:17.869844 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.extensions.port_security [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] PortSecurityExtensionDriver initialization complete May 25 16:11:17.870178 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Initializing mechanism driver 'openvswitch' May 25 16:11:17.870508 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Initializing mechanism driver 'hyperv' May 25 16:11:17.877300 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:17.878002 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > port after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.878378 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > port after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.878755 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > port after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.879266 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 16:11:17.879687 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > subnet after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.880043 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > subnet after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.880386 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.880777 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 16:11:17.881181 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > network after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.881530 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > network after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.881899 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > network after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.882286 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 16:11:17.882688 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > security_group after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.883036 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > security_group after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.883372 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.883756 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 16:11:17.884154 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.884503 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.884839 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.885227 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 16:11:17.885630 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > address_group after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.886003 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > address_group after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.886341 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.886723 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 16:11:17.887344 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] ML2 OVO RPC backend initialized. {{(pid=103702) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 25 16:11:17.888073 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.888431 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.888854 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > network before_response 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.889209 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > networks before_response 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.889554 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > port before_response 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.889926 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > ports before_response 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.890273 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > subnet before_response 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.890624 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > subnets before_response 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.891113 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > network after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.891480 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > network after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.891786 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > network after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.892289 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > port after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.892636 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > port after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.893010 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > port after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.893301 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > subnet after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.893635 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > subnet after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.893993 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.902003 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded quota_driver: . May 25 16:11:17.902370 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Modular L2 Plugin initialization complete May 25 16:11:17.902718 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading services supported by the core plugin {{(pid=103702) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 16:11:17.903063 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.plugins.ml2.managers [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Got port-security extension from driver 'port_security' May 25 16:11:17.903576 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.extensions.vlantransparent [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Disabled vlantransparent extension. May 25 16:11:17.904067 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103702) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 16:11:17.904391 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading Plugin: router May 25 16:11:17.941192 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.941582 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router after_create 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.941986 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router before_create 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.942353 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.942727 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.943083 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router after_delete 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.943439 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.943785 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.944141 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router after_create 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.944486 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router after_update 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.944831 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router after_update 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.945178 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.945532 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router after_update 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.945976 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router precommit_update 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.946346 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: port after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.946680 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: port after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.947025 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: subnet after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.947362 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.947704 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.948046 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router precommit_create 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.948390 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: port before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.948731 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router precommit_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.949094 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router after_update 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.949431 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.949817 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router precommit_create 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.950182 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.950532 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router precommit_update 55549900 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.950894 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > agent after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.951243 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > agent after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.951586 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > network after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.952476 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Tracking information for resource: router configured {{(pid=103702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:11:17.952802 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Tracking information for resource: floatingip configured {{(pid=103702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:11:17.958546 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.db.l3_agentschedulers_db [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 16:11:17.959130 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: port after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.959490 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: port after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.959843 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: port after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.960193 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: port after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.960991 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router before_create 55550100 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.961363 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.961732 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router precommit_create 55550100 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.962106 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > router precommit_update 55550100 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.966911 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.services.provider_configuration [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service providers = [] {{(pid=103702) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 16:11:17.967283 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.db.servicetype_db [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103702) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 16:11:17.970939 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.services.service_base [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 16:11:17.971283 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.services.service_base [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 16:11:17.971622 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.services.service_base [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 16:11:17.972515 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.services.service_base [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 16:11:17.972885 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.services.service_base [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 16:11:17.973337 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:11:17.973654 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 16:11:17.984269 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:11:17.984601 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading Plugin: auto_allocate May 25 16:11:17.990567 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: network precommit_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.990882 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: network precommit_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:17.991414 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:11:17.991734 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading Plugin: tag May 25 16:11:17.998397 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:11:17.998722 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading Plugin: timestamp May 25 16:11:18.002948 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:11:18.003282 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading Plugin: network_ip_availability May 25 16:11:18.008823 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:18.009196 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:18.009551 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:18.010314 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:11:18.010623 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading Plugin: flavors May 25 16:11:18.015331 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:11:18.015660 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading Plugin: revisions May 25 16:11:18.020992 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:11:18.021386 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_concurrency.lockutils [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.900s {{(pid=103702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 16:11:18.022187 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103702) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 25 16:11:18.022515 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Initializing extension manager. May 25 16:11:18.023043 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: __init__.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.023381 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: __pycache__ {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.023717 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: _port_mac_address_override.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.024050 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: address_group.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.025016 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.025606 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: address-group May 25 16:11:18.025974 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: address_scope.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.026678 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.027192 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: address-scope May 25 16:11:18.027514 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.028440 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.028952 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: router-admin-state-down-before-update May 25 16:11:18.029273 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: agent.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.030008 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.030513 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: agent May 25 16:11:18.030834 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: agent_resources_synced.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.031986 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.032492 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: agent-resources-synced May 25 16:11:18.033369 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: allowedaddresspairs.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.035192 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.035717 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: allowed-address-pairs May 25 16:11:18.036047 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: auto_allocated_topology.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.037121 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.037635 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: auto-allocated-topology May 25 16:11:18.037984 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: availability_zone.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.038675 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.039180 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: availability_zone May 25 16:11:18.039499 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: availability_zone_filter.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.040405 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.040910 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: availability_zone_filter May 25 16:11:18.041231 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: data_plane_status.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.042149 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.042649 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension data-plane-status not supported by any of loaded plugins May 25 16:11:18.042967 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: default_subnetpools.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.043874 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.044373 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: default-subnetpools May 25 16:11:18.044693 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.045504 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.046042 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: dhcp_agent_scheduler May 25 16:11:18.046364 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: dns.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.047277 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.047777 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension dns-integration not supported by any of loaded plugins May 25 16:11:18.048104 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: dns_domain_ports.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.049042 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.049543 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 16:11:18.049906 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.050837 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.051341 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 25 16:11:18.051665 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: dvr.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.052335 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.052844 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: dvr May 25 16:11:18.053164 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: ecmp_routes.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.054281 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.054798 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension ecmp_routes not supported by any of loaded plugins May 25 16:11:18.055115 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: empty_string_filtering.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.056030 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.056541 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: empty-string-filtering May 25 16:11:18.056862 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.058110 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.058623 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 16:11:18.058932 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.059927 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.060431 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 16:11:18.060751 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: external_net.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.061652 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.062183 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: external-net May 25 16:11:18.062502 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.063406 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.063968 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: extra_dhcp_opt May 25 16:11:18.064283 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: extraroute.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.065187 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.065696 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: extraroute May 25 16:11:18.066043 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: extraroute_atomic.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.067109 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.067612 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: extraroute-atomic May 25 16:11:18.067929 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: filter_validation.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.068594 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.069099 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: filter-validation May 25 16:11:18.069418 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: fip_pf_description.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.070359 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.070868 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 16:11:18.071183 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: fip_pf_port_range.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.072098 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.072593 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 25 16:11:18.072913 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: fip_port_details.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.073852 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.074359 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: fip-port-details May 25 16:11:18.074684 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: flavors.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.075924 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.076438 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: flavors May 25 16:11:18.076762 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.078466 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.078988 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 16:11:18.079373 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: floatingip_pools.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.080752 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.081274 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: floatingip-pools May 25 16:11:18.081608 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: ip_allocation.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.082642 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.083154 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension ip_allocation not supported by any of loaded plugins May 25 16:11:18.083485 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.084407 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.084922 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: ip-substring-filtering May 25 16:11:18.085250 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: l2_adjacency.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.086238 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.086744 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 16:11:18.087066 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: l3.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.088074 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.088590 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: router May 25 16:11:18.088918 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.091220 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.091752 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 16:11:18.092087 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.093006 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.093526 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: ext-gw-mode May 25 16:11:18.093889 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.094805 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.095928 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: l3-ha May 25 16:11:18.096249 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.097161 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.097672 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 25 16:11:18.098031 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: l3_flavors.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.098937 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.099449 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: l3-flavors May 25 16:11:18.099775 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.101137 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.101657 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 25 16:11:18.102012 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.102923 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.103438 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 16:11:18.103765 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: l3agentscheduler.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.104827 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.105342 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: l3_agent_scheduler May 25 16:11:18.105670 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: local_ip.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.107485 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.108009 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension local_ip not supported by any of loaded plugins May 25 16:11:18.108339 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: logging.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.109825 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.110351 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension logging not supported by any of loaded plugins May 25 16:11:18.110706 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: metering.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.111449 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.112033 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: metering May 25 16:11:18.112359 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.113450 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.113991 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: metering_source_and_destination_fields May 25 16:11:18.114320 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: multiprovidernet.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.115362 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.115886 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: multi-provider May 25 16:11:18.116213 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: netmtu.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.117126 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.117640 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: net-mtu May 25 16:11:18.117999 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: netmtu_writable.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.118911 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.119421 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: net-mtu-writable May 25 16:11:18.119745 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: network_availability_zone.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.120419 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.120923 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: network_availability_zone May 25 16:11:18.121244 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: network_ip_availability.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.122385 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.122900 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: network-ip-availability May 25 16:11:18.123224 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: network_segment_range.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.123995 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.124504 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension network-segment-range not supported by any of loaded plugins May 25 16:11:18.124827 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: pagination.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.125841 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.127695 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: pagination May 25 16:11:18.127695 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: port_device_profile.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.127695 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.128018 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: port-device-profile May 25 16:11:18.128276 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: port_mac_address_override.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.129208 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.129767 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: port-mac-override May 25 16:11:18.130128 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.131052 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.131559 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: port-mac-address-regenerate May 25 16:11:18.131880 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.132783 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.133286 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: port-numa-affinity-policy May 25 16:11:18.133607 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: port_resource_request.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.134562 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.135060 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension port-resource-request not supported by any of loaded plugins May 25 16:11:18.135379 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: port_resource_request_groups.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.136356 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.136863 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 25 16:11:18.137186 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: portbindings.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.138133 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.138642 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: binding May 25 16:11:18.138962 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: portbindings_extended.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.140237 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.140756 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: binding-extended May 25 16:11:18.141084 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: portsecurity.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.142563 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.143135 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: port-security May 25 16:11:18.143406 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: project_id.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.144374 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.144703 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: project-id May 25 16:11:18.145025 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: providernet.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.145977 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.146498 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: provider May 25 16:11:18.146824 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.150498 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.151028 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos not supported by any of loaded plugins May 25 16:11:18.151360 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.152608 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.153121 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 16:11:18.153447 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.154426 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.154939 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 16:11:18.155261 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_default.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.156178 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.156939 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-default not supported by any of loaded plugins May 25 16:11:18.157266 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_fip.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.159056 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.159573 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-fip not supported by any of loaded plugins May 25 16:11:18.159899 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.160938 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.161455 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 25 16:11:18.161814 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_gateway_ip.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.162735 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.163247 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 16:11:18.163571 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_port_network_policy.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.164492 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.165003 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 16:11:18.165325 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.166395 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.166909 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 25 16:11:18.167234 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.168262 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.168776 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 25 16:11:18.169101 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_pps_rule.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.170322 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.170838 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-pps not supported by any of loaded plugins May 25 16:11:18.171164 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_rule_type_details.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.172078 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.172591 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 16:11:18.172915 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.174102 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.174617 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 25 16:11:18.174944 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: qos_rules_alias.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.176111 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.176637 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 16:11:18.176961 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: quota_check_limit.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.177906 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.178481 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: quota-check-limit May 25 16:11:18.178868 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: quotasv2.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.179932 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.180293 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: quotas May 25 16:11:18.180764 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: quotasv2_detail.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.182666 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.183000 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: quota_details May 25 16:11:18.183326 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: rbac.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.184602 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.184948 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: rbac-policies May 25 16:11:18.185275 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: rbac_address_group.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.186338 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.186905 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: rbac-address-group May 25 16:11:18.187319 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: rbac_address_scope.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.188428 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.189163 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: rbac-address-scope May 25 16:11:18.189493 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: rbac_security_groups.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.190639 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.191298 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: rbac-security-groups May 25 16:11:18.191708 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: rbac_subnetpool.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.192798 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.193399 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: rbac-subnetpool May 25 16:11:18.193898 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: revisionifmatch.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.194877 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.195460 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: revision-if-match May 25 16:11:18.195847 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: revisions.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.197178 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.197750 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: standard-attr-revisions May 25 16:11:18.198117 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: router_availability_zone.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.198970 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.199578 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: router_availability_zone May 25 16:11:18.199931 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: routerservicetype.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.200962 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.201531 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension router-service-type not supported by any of loaded plugins May 25 16:11:18.201980 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.203215 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.203764 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: security-groups-normalized-cidr May 25 16:11:18.204117 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.205826 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.206341 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: port-security-groups-filtering May 25 16:11:18.206665 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.207728 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.208340 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: security-groups-remote-address-group May 25 16:11:18.208768 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.209922 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.210485 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: security-groups-shared-filtering May 25 16:11:18.210878 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: securitygroup.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.223355 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.223899 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: security-group May 25 16:11:18.224235 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: segment.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.224985 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.225505 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension segment not supported by any of loaded plugins May 25 16:11:18.225881 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.226861 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.227949 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 16:11:18.227949 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: servicetype.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.228793 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.229314 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: service-type May 25 16:11:18.229637 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: sorting.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.230648 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.230978 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: sorting May 25 16:11:18.231299 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: standard_attr_segment.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.232215 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.232728 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 16:11:18.233053 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: standardattrdescription.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.233702 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.234236 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: standard-attr-description May 25 16:11:18.234560 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: stateful_security_group.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.235619 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.236059 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: stateful-security-group May 25 16:11:18.236560 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: stdattrs_common.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.237152 dv-cinder-843278-2-iscsi neutron-server[103702]: WARNING neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 16:11:18.237475 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.238460 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.238988 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 16:11:18.239316 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: subnet_onboard.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.240510 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.240955 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: subnet_onboard May 25 16:11:18.241226 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.242258 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.242774 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 16:11:18.243098 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: subnet_service_types.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.244034 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.244986 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: subnet-service-types May 25 16:11:18.244986 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: subnetallocation.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.245983 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.246501 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: subnet_allocation May 25 16:11:18.246866 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.247541 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.248052 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: subnetpool-prefix-ops May 25 16:11:18.248373 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.249317 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.249859 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 16:11:18.250182 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: tagging.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.251312 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.251974 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: standard-attr-tag May 25 16:11:18.252296 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: timestamp.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.253512 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.254058 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loaded extension: standard-attr-timestamp May 25 16:11:18.254387 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: trunk.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.255413 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.255934 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension trunk not supported by any of loaded plugins May 25 16:11:18.256259 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: trunk_details.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.257172 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.257689 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension trunk-details not supported by any of loaded plugins May 25 16:11:18.258131 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: uplink_status_propagation.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.258964 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.259473 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 16:11:18.259796 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Loading extension file: vlantransparent.py {{(pid=103702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 16:11:18.260471 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 16:11:18.260975 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 16:11:18.263694 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:network May 25 16:11:18.264225 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:subnet May 25 16:11:18.265044 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:11:18.265044 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:port May 25 16:11:18.266296 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.266727 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service FLAVORS assigned prefix: {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.267875 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.268346 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.268676 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:router May 25 16:11:18.269109 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:floatingip May 25 16:11:18.269602 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service METERING assigned prefix: /metering {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.271114 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:18.271493 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:18.271838 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:11:18.272883 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of CountableResource for resource:rbac_policy May 25 16:11:18.273327 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:security_group May 25 16:11:18.273801 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 16:11:18.274406 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service CORE assigned prefix: {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.274735 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:11:18.275079 dv-cinder-843278-2-iscsi neutron-server[103702]: WARNING neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] subnetpool is already registered May 25 16:11:18.275511 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service CORE assigned prefix: {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.275836 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:11:18.276166 dv-cinder-843278-2-iscsi neutron-server[103702]: WARNING neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] subnetpool is already registered May 25 16:11:18.278505 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.278937 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service FLAVORS assigned prefix: {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.279528 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.279947 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.280277 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:router May 25 16:11:18.280613 dv-cinder-843278-2-iscsi neutron-server[103702]: WARNING neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] router is already registered May 25 16:11:18.281022 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:floatingip May 25 16:11:18.281361 dv-cinder-843278-2-iscsi neutron-server[103702]: WARNING neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] floatingip is already registered May 25 16:11:18.282107 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service METERING assigned prefix: /metering {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.283382 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of CountableResource for resource:rbac_policy May 25 16:11:18.283706 dv-cinder-843278-2-iscsi neutron-server[103702]: WARNING neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] rbac_policy is already registered May 25 16:11:18.284116 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:security_group May 25 16:11:18.284448 dv-cinder-843278-2-iscsi neutron-server[103702]: WARNING neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] security_group is already registered May 25 16:11:18.284844 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 16:11:18.285173 dv-cinder-843278-2-iscsi neutron-server[103702]: WARNING neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] security_group_rule is already registered May 25 16:11:18.285819 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service CORE assigned prefix: {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.286147 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:11:18.286477 dv-cinder-843278-2-iscsi neutron-server[103702]: WARNING neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] subnetpool is already registered May 25 16:11:18.286904 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.v2.resource_helper [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Service CORE assigned prefix: {{(pid=103702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:11:18.287227 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:11:18.287556 dv-cinder-843278-2-iscsi neutron-server[103702]: WARNING neutron.quota.resource_registry [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] subnetpool is already registered May 25 16:11:18.288021 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: extensions {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.289541 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: address-groups {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.291044 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: address-scopes {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.292366 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: agents {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.293532 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: auto-allocated-topology {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.294810 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: availability_zones {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.296033 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: dhcp-networks {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.297544 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: dhcp-agents {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.299160 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: routers {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.302345 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: flavors {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.304689 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: service_profiles {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.307045 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: next_providers {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.309535 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: service_profiles {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.311536 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: floatingip-pools {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.312743 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: routers {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.315193 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: floatingips {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.316500 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: l3-routers {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.317924 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: l3-agents {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.319331 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: metering-labels {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.320585 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: metering-label-rules {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.321982 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: network-ip-availabilities {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.323242 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: bindings {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.324794 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: quotas {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.327422 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: quotas {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.328983 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: rbac-policies {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.331189 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: security-groups {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.332535 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: security-group-rules {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.333818 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: service-providers {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.335024 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: subnetpools {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.336350 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: subnetpools {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.337928 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: tags {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.339640 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: tags {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.341453 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: tags {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.343249 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: tags {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.344942 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: tags {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.346958 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: tags {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.348655 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: tags {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.350576 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: tags {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.352333 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: tags {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.354197 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron.api.extensions [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Extended resource: tags {{(pid=103702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:11:18.360306 dv-cinder-843278-2-iscsi neutron-server[103702]: WARNING keystonemiddleware.auth_token [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 16:11:18.365624 dv-cinder-843278-2-iscsi neutron-server[103702]: WARNING keystonemiddleware.auth_token [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 16:11:18.374512 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_concurrency.lockutils [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Acquired lock "singleton_lock" {{(pid=103702) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 25 16:11:18.374986 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_concurrency.lockutils [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Releasing lock "singleton_lock" {{(pid=103702) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 25 16:11:18.375639 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO oslo_service.service [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Starting 2 workers May 25 16:11:18.381204 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Started child 103811 {{(pid=103702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 16:11:18.385971 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Started child 103812 {{(pid=103702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 16:11:18.387050 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:18.387695 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO neutron.service [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 16:11:18.388248 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:18.388401 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [-] (103811) wsgi starting up on http://0.0.0.0:9696 May 25 16:11:18.390732 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:18.391178 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO oslo_service.service [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Starting 1 workers May 25 16:11:18.392834 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [-] (103812) wsgi starting up on http://0.0.0.0:9696 May 25 16:11:18.396795 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Started child 103814 {{(pid=103702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 16:11:18.397023 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 37984) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:18.397352 dv-cinder-843278-2-iscsi neutron-server[103702]: INFO oslo_service.service [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Starting 1 workers May 25 16:11:18.400595 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.service [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] calling RpcWorker wait() {{(pid=103814) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 16:11:18.401191 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.service [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] returning from RpcWorker wait() {{(pid=103814) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 16:11:18.406241 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Started child 103815 {{(pid=103702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 16:11:18.406421 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:18.406520 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566d64fc-6042-4f9c-b7fb-a5df1a094c73 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:18.406608 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:18.406940 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103702) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 16:11:18.406940 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 16:11:18.406940 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 16:11:18.406940 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 16:11:18.407170 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067503 May 25 16:11:18.407249 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 16:11:18.407249 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 16:11:18.407380 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.407702 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.407979 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.408232 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.409588 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.409898 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.410185 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.410480 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.410741 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.410918 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.411075 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.411345 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.411577 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.411958 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.414038 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.414038 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.414038 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.414038 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.414038 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.414038 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.414449 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:18.414907 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.414907 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] debug = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.414907 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.414907 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.415163 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.415163 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.417374 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.417374 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.417374 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.417374 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.417374 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.417374 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.417374 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.417374 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.417908 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.417908 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.417908 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.418108 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.418269 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.420312 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] host = dv-cinder-843278-2-iscsi {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.420312 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.420312 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.420312 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.420312 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.420312 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.420312 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.420312 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.420806 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.420806 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.421030 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.423071 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.423071 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.423071 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.423071 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_file = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.423071 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_options = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.423071 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.423071 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.423071 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.424822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.424822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.424822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.424822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.424822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.424822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.424822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.426432 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.426432 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.426432 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.426432 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.426432 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.427490 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.427490 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.427490 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.427490 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.427490 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.428592 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.431150 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.436315 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.436315 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.436315 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.436315 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.436315 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.436315 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.436315 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.436315 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.436315 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.438282 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.438282 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.438282 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.438282 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.438282 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.438282 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.438282 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.438282 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443252 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443252 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443252 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443252 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443252 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443252 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443252 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443252 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] use_json = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443701 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443701 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443701 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443701 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443701 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443701 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.443701 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.444089 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.444089 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.444610 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.444898 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.447604 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.447604 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.447604 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.447604 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.447908 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:18.448557 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.449055 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.449332 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.449500 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.452318 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.452318 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.452318 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.452318 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.452318 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.452318 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.452318 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.453326 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.453326 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.453326 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.453326 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.453891 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.453891 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.453891 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.454175 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.454469 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.455199 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.455709 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.456147 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.456400 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.456742 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.457022 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.457270 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.457519 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.458611 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.458611 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.459829 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.460110 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.464423 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.464675 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.464995 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.465268 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.465753 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.470808 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.470808 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.471034 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.471356 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.471685 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.471938 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.473005 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.473260 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.473484 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.473705 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.476827 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.477099 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.477344 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.477618 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.481819 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.482813 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.483536 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.484021 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.484527 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.484996 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.485442 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.486002 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.486500 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.487057 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.487497 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.487997 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.488438 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.488880 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.489473 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.489943 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.490374 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.490817 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.491289 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.491737 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.492157 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.492575 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.492996 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.493418 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.493956 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.494370 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.494778 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.495185 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.495626 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.495914 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.496213 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.497625 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.497625 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.497625 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.497625 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.497625 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.498001 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.498178 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.498550 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.498841 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.499158 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.499442 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.499723 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.500003 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.500269 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.500497 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.500748 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.500975 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.501196 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.502706 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.502706 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.502706 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.502706 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.502979 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.503256 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.503568 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.503874 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.504128 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.504526 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.504750 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.506016 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.506016 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.506016 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.506016 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.506016 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.506363 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.506536 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.506843 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.507168 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.507460 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.507712 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.507984 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.508282 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.508529 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.508806 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.509040 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.509273 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.509524 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.509801 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.510042 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.510279 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.510510 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.510820 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.511067 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.511281 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.511493 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.511760 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.511980 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.512214 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.512476 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.512718 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.512975 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.513224 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.513460 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.513674 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.514601 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.514601 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.514601 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.514601 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.514866 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.515032 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.515245 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.515457 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.515717 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.515930 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.516147 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.516375 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.516592 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.516806 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.517650 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.518713 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.518946 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.519222 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.519412 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.519627 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.519855 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.520073 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.520324 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.520546 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.520853 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.521100 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.521335 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.521557 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.522385 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.522385 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.522385 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.522643 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.522729 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.522981 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.523196 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.523418 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.523629 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.523846 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.524073 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.524292 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.524555 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.524796 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.525153 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.525428 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.525676 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.525976 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.526342 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.526625 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.526846 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.527102 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.527342 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.527559 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.528553 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.528553 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.528553 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.528553 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.528843 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.528990 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.529238 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.529480 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.530673 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.530673 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.530673 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.530673 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.530673 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.531276 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.531276 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.531276 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.531652 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.532067 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.532662 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.532662 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.532970 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.533111 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.533333 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.533653 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.533912 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.534142 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.534396 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.534607 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.534850 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.535066 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.535275 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.535501 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.535729 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.535937 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.536560 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.536560 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.536868 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.536868 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.537144 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.537282 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.538903 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.538903 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.538903 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.539347 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.539347 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.539625 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.539764 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.539912 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.540061 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.540643 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.540643 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.540935 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.540935 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.541201 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.541350 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.542957 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.542957 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.542957 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.542957 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.542957 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.542957 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.543793 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.543793 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.543793 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.543793 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.544787 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.544787 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.544787 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.544787 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.545313 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.545313 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.545593 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.545805 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.546078 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.546353 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.547247 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.547247 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.547247 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.547690 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.547830 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.547968 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.548247 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.548498 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.548776 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.548960 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.549210 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.549456 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.549668 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.550771 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.551011 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.551268 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.551495 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.551718 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.552253 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.552253 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.552494 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.552607 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.552816 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.552974 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 16:11:18.553526 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103702) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 16:11:18.553686 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 16:11:18.553945 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 16:11:18.554104 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 16:11:18.554246 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 16:11:18.554385 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 16:11:18.554523 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.554661 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.554798 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.554958 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.555154 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.555313 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.555452 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.555591 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.555752 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.555910 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.556048 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.556187 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.556341 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.556497 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.556653 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.556794 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.556933 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.557091 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.557237 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.557394 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.557539 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.557696 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] debug = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.557865 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.558065 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.558231 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.558363 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.558668 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.558911 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.559046 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.559170 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.559292 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.559413 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.559546 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.559672 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.559829 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.559984 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561097 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561097 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561097 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561097 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] host = dv-cinder-843278-2-iscsi {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561097 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561097 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561097 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561871 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561871 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561871 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561871 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561871 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.561871 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.562539 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.562539 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.562539 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.562539 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.562969 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_file = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.562969 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_options = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.562969 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.563174 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.563174 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.563350 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.563502 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.563669 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.564522 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.564522 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.564792 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.564792 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.565054 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.565054 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.565314 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.565314 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.565593 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.565756 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.565901 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.566039 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.566167 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.566250 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.566363 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.566518 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.566673 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.566828 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.566983 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.567143 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.567322 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.567475 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.567621 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.567767 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.567914 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.568077 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.568223 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.568365 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.568506 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.568652 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.568808 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.568961 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.569962 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.570392 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.570585 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.570684 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.570799 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.570969 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.571166 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.571298 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.571462 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] use_json = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.572263 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.572263 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.572263 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.572263 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.572263 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.572880 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.572880 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.572880 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.572880 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:11:18.573155 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.573220 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.573358 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.573526 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.573687 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.573952 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.574120 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.574282 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.574441 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.574600 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.574766 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.574924 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.575093 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.575251 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.575408 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.576048 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.576048 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.576048 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.576048 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.576587 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.576587 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.576587 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.576998 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.576998 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.577701 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.577701 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.577701 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.577701 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.577701 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.578473 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.578473 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.578473 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.578473 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.579007 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.579007 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.579007 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.580107 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.580107 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.580107 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.580629 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.580629 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.580629 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.580629 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.581474 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.581474 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.581474 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.581474 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.581474 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.582157 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.582157 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.582157 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.582157 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.582157 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.582784 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.582784 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.582784 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.583190 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.583190 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.583464 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.583464 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.583724 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.583724 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.583984 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.584121 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:18.584276 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.584276 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.584276 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.584676 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.584676 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.584676 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.585657 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.585657 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.585657 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.585657 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.585657 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.585657 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.586526 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.586526 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.586526 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.586526 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.586526 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.586526 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.587304 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.587304 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.587304 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.587304 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.587304 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.587985 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.587985 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.587985 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.587985 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.587985 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.588666 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.588666 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.588666 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.588666 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.589185 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.589185 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.589185 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.589185 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.589898 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.589898 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.589898 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.590285 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.590285 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.590545 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.590815 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.590971 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.591135 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.591714 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.592026 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.592194 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.592405 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.592573 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.592717 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.592878 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.593023 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.593183 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.593340 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.593481 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.593630 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.593810 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.593956 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.594095 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.594268 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.594437 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.594597 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.594743 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.595634 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.595800 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.595940 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.596099 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.596244 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.596394 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.596533 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.596696 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.596851 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.597022 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.597168 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.597328 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.597511 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.598756 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.599840 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.600012 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.600181 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.600348 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.600512 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.600679 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.600850 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.600994 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.601144 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.601303 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.601455 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.601615 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.601920 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.602420 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.602582 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.602722 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.602887 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.603034 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.603185 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.603778 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.604340 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.604554 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.604818 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.604980 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.605142 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.605297 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.605444 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.605598 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.606044 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.606232 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.606399 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.606571 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.606714 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.606856 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.606996 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.608237 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.608237 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.608237 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.608706 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.609801 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.609801 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.611550 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.611766 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.611915 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.612753 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.612753 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.612753 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.612753 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.612753 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.613131 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.613131 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.613285 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.613364 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.613581 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.613681 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.614917 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.615096 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.615280 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.615432 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.615580 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.615741 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.615907 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.616061 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.616226 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.616391 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.616538 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.616691 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.616856 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.617007 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.617172 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.617337 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.617483 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.617638 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.618408 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.620236 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.620425 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.620570 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.620712 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.620927 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.620927 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.621822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.621822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.621822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.621822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.621822 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.622486 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.622486 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.622486 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.622486 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.622486 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.623023 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.623023 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.623023 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.623230 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.623230 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.623429 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.623540 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.623654 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.624439 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.624439 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.624439 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.624439 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.624439 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.624915 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.624915 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.624915 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.625266 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.625266 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.625266 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.625639 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.625639 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.625913 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.627314 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.627459 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.627627 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.627845 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.628053 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.628217 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.628518 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.628647 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.628755 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.630208 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.630208 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.630473 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.631442 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.631442 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.631442 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.631442 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.631926 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.631926 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.632251 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.632484 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.632660 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.632839 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.633013 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.633181 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.633355 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.633528 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.633702 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.634011 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.634184 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.634694 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.634694 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.634694 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.634969 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.634969 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.635112 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.635261 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.635423 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.635585 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.635747 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.635909 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.636071 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.636232 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.636392 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.636554 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.636716 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.636894 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.637070 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.637246 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.637386 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:11:18.637512 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 16:11:27.863695 dv-cinder-843278-2-iscsi neutron-server[103702]: DEBUG dbcounter [-] [103702] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103702) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:30.227985 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writer thread running {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 16:11:30.229805 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6524069-1749-432a-a626-996b179f4612 None None] get_active_networks_info from dv-cinder-843278-2-iscsi {{(pid=103814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 25 16:11:30.348746 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6524069-1749-432a-a626-996b179f4612 None None] No non-hosted networks {{(pid=103814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 16:11:30.367510 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-605768c2-4b43-4472-abd7-bf918167d74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3859718'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:31.940161 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writer thread running {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 16:11:32.499757 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-6c36de8f-3a17-4c7a-ad80-bdfa0cf8ce7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3859718'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:32.544433 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c46cba13-883f-401c-9910-9d34552533b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:33.624453 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3859718'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:33.678936 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38070) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:34.305430 dv-cinder-843278-2-iscsi neutron-server[103812]: WARNING oslo_policy.policy [None req-5167eb3b-8d90-4333-995e-ead0d5edab6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:11:34.306012 dv-cinder-843278-2-iscsi neutron-server[103812]: WARNING oslo_policy.policy [None req-5167eb3b-8d90-4333-995e-ead0d5edab6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:11:34.535404 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [None req-5167eb3b-8d90-4333-995e-ead0d5edab6f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:11:34.545796 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5167eb3b-8d90-4333-995e-ead0d5edab6f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8561139 May 25 16:11:35.285404 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3859718'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:36.490555 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3859718'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:36.491944 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.492285 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.492626 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.493211 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.493530 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.493895 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.494236 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.494549 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.494926 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.495186 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.495512 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.495828 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.496155 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.496468 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.496767 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:36.497228 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843278-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:36.507986 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843278-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:11:37.285216 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38102) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:37.652000 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-026215c3-8ed2-47a6-9cd8-5229b952c3b5 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:37.748645 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.policy [None req-026215c3-8ed2-47a6-9cd8-5229b952c3b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103812) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 16:11:37.791367 dv-cinder-843278-2-iscsi neutron-server[103812]: WARNING oslo_policy.policy [None req-026215c3-8ed2-47a6-9cd8-5229b952c3b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:11:37.791678 dv-cinder-843278-2-iscsi neutron-server[103812]: WARNING oslo_policy.policy [None req-026215c3-8ed2-47a6-9cd8-5229b952c3b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:11:37.812720 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writer thread running {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 16:11:37.903558 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-026215c3-8ed2-47a6-9cd8-5229b952c3b5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766273413104', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766273411556', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766273362097', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766273385067', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766273374818', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766272813023', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1025086', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1014981', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3700441', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3742324'] for rbac-policy (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:37.999504 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-026215c3-8ed2-47a6-9cd8-5229b952c3b5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:38.001545 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-026215c3-8ed2-47a6-9cd8-5229b952c3b5 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7149816 May 25 16:11:40.643619 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38114) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:40.905355 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.db.l3_hamode_db [None req-cac00031-9e5e-4382-9232-df53035c1a64 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 16:11:40.984703 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac00031-9e5e-4382-9232-df53035c1a64 None None] Routers set() bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:11:40.985083 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac00031-9e5e-4382-9232-df53035c1a64 None None] Router IDs set() for agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 25 16:11:41.002166 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:41.032053 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Made reservation on behalf of 82df840b0bc44187a1a9db5c2a668847 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:11:41.036387 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:41.054490 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:41.173115 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Publish callbacks [] for security_group (109a1630-1197-4902-8c1a-bf8081c27b16), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:41.177015 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (109a1630-1197-4902-8c1a-bf8081c27b16), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:41.216108 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:11:41.245730 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (29b47d63-3e9a-4aa4-9438-ec15669081cd), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:41.246265 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Added segment 29b47d63-3e9a-4aa4-9438-ec15669081cd of type vlan for network b8f970cc-3905-468b-b307-4cbb34c6ecd8 May 25 16:11:41.253060 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=109a1630-1197-4902-8c1a-bf8081c27b16,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:41.288901 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.289145 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.289492 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.289862 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.290190 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.290513 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.290825 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.291163 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.291451 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.291763 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.292073 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.292398 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.292742 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.293016 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.293322 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Tracked resource versions report: May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: pushed versions: May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: { 'AddressGroup': {'1.2'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Agent': {'1.1'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'ConntrackHelper': {'1.0'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'LocalIPAssociation': {'1.0'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Log': {'1.0'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'NDPProxy': {'1.0'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Network': {'1.1'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Port': {'1.7'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'PortForwarding': {'1.3'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'QosPolicy': {'1.10'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'SecurityGroup': {'1.5'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'SecurityGroupRule': {'1.2'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'SubPort': {'1.0'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Subnet': {'1.1'}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Trunk': {'1.1'}} May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: consumer versions: May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: { DHCP agent@dv-cinder-843278-2-iscsi: {}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: L3 agent@dv-cinder-843278-2-iscsi: {}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: Metadata agent@dv-cinder-843278-2-iscsi: {}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: Metering agent@dv-cinder-843278-2-iscsi: {}, May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: Open vSwitch agent@dv-cinder-843278-2-iscsi: { 'AddressGroup': '1.2', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Agent': '1.1', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'ConntrackHelper': '1.0', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'LocalIPAssociation': '1.0', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Log': '1.0', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'NDPProxy': '1.0', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Network': '1.1', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Port': '1.7', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'PortForwarding': '1.3', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'QosPolicy': '1.10', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'SecurityGroup': '1.5', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'SecurityGroupRule': '1.2', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'SubPort': '1.0', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Subnet': '1.1', May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Trunk': '1.1'}} May 25 16:11:41.294792 dv-cinder-843278-2-iscsi neutron-server[103812]: {{(pid=103812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:11:41.358337 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (b8f970cc-3905-468b-b307-4cbb34c6ecd8), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:41.408350 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (b8f970cc-3905-468b-b307-4cbb34c6ecd8), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:41.413370 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:41.414131 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:41.452934 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:41.522659 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8779538 May 25 16:11:41.541861 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54d248-477c-4992-8f03-25f85af70af1 demo demo] Pushing event updated for resources: {'Network': ['ID=b8f970cc-3905-468b-b307-4cbb34c6ecd8,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:41.557596 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network b8f970cc-3905-468b-b307-4cbb34c6ecd8 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:11:44.034256 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 38128) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:44.558893 dv-cinder-843278-2-iscsi neutron-server[103811]: WARNING oslo_policy.policy [None req-3d124271-6c46-4ed7-b906-ae01cd9c84ce demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:11:44.559459 dv-cinder-843278-2-iscsi neutron-server[103811]: WARNING oslo_policy.policy [None req-3d124271-6c46-4ed7-b906-ae01cd9c84ce demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:11:44.792838 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writer thread running {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 16:11:45.000975 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.policy [None req-3d124271-6c46-4ed7-b906-ae01cd9c84ce demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103811) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 16:11:45.042589 dv-cinder-843278-2-iscsi neutron-server[103811]: WARNING oslo_policy.policy [None req-3d124271-6c46-4ed7-b906-ae01cd9c84ce demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:11:45.043240 dv-cinder-843278-2-iscsi neutron-server[103811]: WARNING oslo_policy.policy [None req-3d124271-6c46-4ed7-b906-ae01cd9c84ce demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:11:45.050668 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d124271-6c46-4ed7-b906-ae01cd9c84ce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:45.052919 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3d124271-6c46-4ed7-b906-ae01cd9c84ce demo admin] 10.222.0.42 "GET /v2.0/networks/b8f970cc-3905-468b-b307-4cbb34c6ecd8 HTTP/1.1" status: 200 len: 826 time: 1.0167990 May 25 16:11:45.093123 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2b70eeb1-8d9d-443a-a34f-faace240cfd5 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/f9741ae4-cb3d-42cd-a574-fcb465662f2f HTTP/1.1" status: 200 len: 734 time: 0.0343935 May 25 16:11:45.103095 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8', 'subnetpool_id': 'f9741ae4-cb3d-42cd-a574-fcb465662f2f', 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:45.142418 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Made reservation on behalf of 82df840b0bc44187a1a9db5c2a668847 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:11:45.145763 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:45.445658 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for subnet (332c07f5-1121-4278-9f97-0af2552caf3e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:45.520977 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Checking segment: {'id': '29b47d63-3e9a-4aa4-9438-ec15669081cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:11:45.521346 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Network hostable DHCP agents. Network: b8f970cc-3905-468b-b307-4cbb34c6ecd8, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:11:45.533294 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Pushing event updated for resources: {'Subnet': ['ID=332c07f5-1121-4278-9f97-0af2552caf3e,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:45.549842 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.550184 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.550532 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.550880 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.552761 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.553096 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.553420 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.553775 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.554118 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.554446 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.554767 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.555105 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.557306 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.557636 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.557990 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Tracked resource versions report: May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: pushed versions: May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: { 'AddressGroup': {'1.2'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Agent': {'1.1'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'ConntrackHelper': {'1.0'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'LocalIPAssociation': {'1.0'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Log': {'1.0'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'NDPProxy': {'1.0'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Network': {'1.1'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Port': {'1.7'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'PortForwarding': {'1.3'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'QosPolicy': {'1.10'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'SecurityGroup': {'1.5'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'SecurityGroupRule': {'1.2'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'SubPort': {'1.0'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Subnet': {'1.1'}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Trunk': {'1.1'}} May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: consumer versions: May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: { DHCP agent@dv-cinder-843278-2-iscsi: {}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: L3 agent@dv-cinder-843278-2-iscsi: {}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: Metadata agent@dv-cinder-843278-2-iscsi: {}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: Metering agent@dv-cinder-843278-2-iscsi: {}, May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: Open vSwitch agent@dv-cinder-843278-2-iscsi: { 'AddressGroup': '1.2', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Agent': '1.1', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'ConntrackHelper': '1.0', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'LocalIPAssociation': '1.0', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Log': '1.0', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'NDPProxy': '1.0', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Network': '1.1', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Port': '1.7', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'PortForwarding': '1.3', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'QosPolicy': '1.10', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'SecurityGroup': '1.5', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'SecurityGroupRule': '1.2', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'SubPort': '1.0', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Subnet': '1.1', May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Trunk': '1.1'}} May 25 16:11:45.559596 dv-cinder-843278-2-iscsi neutron-server[103811]: {{(pid=103811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:11:45.580928 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Network b8f970cc-3905-468b-b307-4cbb34c6ecd8 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:11:45.588387 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:45.599768 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, b8f970cc-3905-468b-b307-4cbb34c6ecd8) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:11:45.605133 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:11:45.605796 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:45.612063 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a857484-4366-42e0-a933-80be2ca85850 None None] Network b8f970cc-3905-468b-b307-4cbb34c6ecd8 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:11:45.633375 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8d2bc8fa-0918-4cb5-8286-914ae39a7a39 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5336156 May 25 16:11:45.881559 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ee8f66d-6478-59fe-875a-ccd0fa6a1b8a-b8f970cc-3905-468b-b307-4cbb34c6ecd8', 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8', 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'fixed_ips': [{'subnet_id': '332c07f5-1121-4278-9f97-0af2552caf3e'}]}} from dv-cinder-843278-2-iscsi. {{(pid=103814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:11:45.882882 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:46.161508 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:46.167456 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.db_base_plugin_common [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Allocated IP 172.20.0.2 (b8f970cc-3905-468b-b307-4cbb34c6ecd8/332c07f5-1121-4278-9f97-0af2552caf3e/c91a0acd-b316-448f-9e8d-07edc6c14dfa) {{(pid=103814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:11:46.447509 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Publish callbacks [] for port (c91a0acd-b316-448f-9e8d-07edc6c14dfa), precommit_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:46.456060 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (c91a0acd-b316-448f-9e8d-07edc6c14dfa), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:46.523059 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Network b8f970cc-3905-468b-b307-4cbb34c6ecd8 is already hosted by enough agents. {{(pid=103814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:11:46.536823 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.base_scheduler [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Resources bound (agent type, host, resource id): {{(pid=103814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:11:46.550371 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Received port after_create {{(pid=103814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:11:46.558326 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Pushing event updated for resources: {'Port': ['ID=c91a0acd-b316-448f-9e8d-07edc6c14dfa,revision_number=1']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:46.589075 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.589423 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.589810 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.590159 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.590498 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.590824 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.591150 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.591474 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.591792 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.592115 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.592435 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.592771 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.593094 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.593408 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.593735 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Tracked resource versions report: May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: pushed versions: May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: { 'AddressGroup': {'1.2'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Agent': {'1.1'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'ConntrackHelper': {'1.0'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'LocalIPAssociation': {'1.0'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Log': {'1.0'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'NDPProxy': {'1.0'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Network': {'1.1'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Port': {'1.7'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'PortForwarding': {'1.3'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'QosPolicy': {'1.10'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'SecurityGroup': {'1.5'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'SecurityGroupRule': {'1.2'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'SubPort': {'1.0'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Subnet': {'1.1'}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Trunk': {'1.1'}} May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: consumer versions: May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: { DHCP agent@dv-cinder-843278-2-iscsi: {}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: L3 agent@dv-cinder-843278-2-iscsi: {}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: Metadata agent@dv-cinder-843278-2-iscsi: {}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: Metering agent@dv-cinder-843278-2-iscsi: {}, May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: Open vSwitch agent@dv-cinder-843278-2-iscsi: { 'AddressGroup': '1.2', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Agent': '1.1', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'ConntrackHelper': '1.0', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'LocalIPAssociation': '1.0', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Log': '1.0', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'NDPProxy': '1.0', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Network': '1.1', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Port': '1.7', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'PortForwarding': '1.3', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'QosPolicy': '1.10', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'SecurityGroup': '1.5', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'SecurityGroupRule': '1.2', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'SubPort': '1.0', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Subnet': '1.1', May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Trunk': '1.1'}} May 25 16:11:46.595792 dv-cinder-843278-2-iscsi neutron-server[103814]: {{(pid=103814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:11:46.647331 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Attempting to bind port c91a0acd-b316-448f-9e8d-07edc6c14dfa on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:11:46.647999 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Attempting to bind port c91a0acd-b316-448f-9e8d-07edc6c14dfa by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '29b47d63-3e9a-4aa4-9438-ec15669081cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:11:46.648115 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Attempting to bind port c91a0acd-b316-448f-9e8d-07edc6c14dfa on network b8f970cc-3905-468b-b307-4cbb34c6ecd8 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:11:46.653277 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:11:46.653648 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Checking segment: {'id': '29b47d63-3e9a-4aa4-9438-ec15669081cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:11:46.654170 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:46.654555 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Bound using segment: {'id': '29b47d63-3e9a-4aa4-9438-ec15669081cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:11:46.655041 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Bound port: c91a0acd-b316-448f-9e8d-07edc6c14dfa, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b47d63-3e9a-4aa4-9438-ec15669081cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:11:46.655431 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (c91a0acd-b316-448f-9e8d-07edc6c14dfa), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:46.666681 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:46.723132 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] For port c91a0acd-b316-448f-9e8d-07edc6c14dfa, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:11:46.742551 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] For port c91a0acd-b316-448f-9e8d-07edc6c14dfa, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=c91a0acd-b316-448f-9e8d-07edc6c14dfa,segment=NetworkSegment(29b47d63-3e9a-4aa4-9438-ec15669081cd),segment_id=29b47d63-3e9a-4aa4-9438-ec15669081cd)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:11:46.749405 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (c91a0acd-b316-448f-9e8d-07edc6c14dfa), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:46.805873 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9b885-9073-46aa-9365-fae6da643105 None None] Pushing event updated for resources: {'Port': ['ID=c91a0acd-b316-448f-9e8d-07edc6c14dfa,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:48.181060 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 38152) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:48.517635 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [None req-381c148c-f274-4f8b-b038-fd6dfd6743a5 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:11:48.519483 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-381c148c-f274-4f8b-b038-fd6dfd6743a5 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3369267 May 25 16:11:49.303636 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:49.318005 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:51.027539 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38162) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:51.359967 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [None req-5bcc4616-5429-4a20-92a7-62cd4f56e437 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:11:51.361633 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5bcc4616-5429-4a20-92a7-62cd4f56e437 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3331251 May 25 16:11:51.541207 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=11,neutron:SELECT=52,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:53.881643 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38170) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:54.214059 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-aa8f6a4d-2101-4eac-982a-89dff11502ca demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:11:54.240068 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-aa8f6a4d-2101-4eac-982a-89dff11502ca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29554'] for router (c82025a8-7f16-479b-a58b-f7031f1441e8), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.241605 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-aa8f6a4d-2101-4eac-982a-89dff11502ca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3681872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29561'] for router (c82025a8-7f16-479b-a58b-f7031f1441e8), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.382641 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-aa8f6a4d-2101-4eac-982a-89dff11502ca demo demo] Publish callbacks [] for router_controller (c82025a8-7f16-479b-a58b-f7031f1441e8), precommit_add_association {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.388089 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-aa8f6a4d-2101-4eac-982a-89dff11502ca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3865727'] for router (c82025a8-7f16-479b-a58b-f7031f1441e8), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.407375 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-aa8f6a4d-2101-4eac-982a-89dff11502ca demo demo] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:54.408741 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-aa8f6a4d-2101-4eac-982a-89dff11502ca demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5259438 May 25 16:11:55.623460 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=58,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:56.786932 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:56.805679 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:11:56.911240 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38182) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:11:57.259322 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [None req-9e59b6bd-bfbb-410d-a2d3-90e0e4f426e3 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:11:57.266224 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-9e59b6bd-bfbb-410d-a2d3-90e0e4f426e3 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3539279 May 25 16:11:57.334647 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device c91a0acd-b316-448f-9e8d-07edc6c14dfa up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:11:57.425102 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port c91a0acd-b316-448f-9e8d-07edc6c14dfa triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:11:57.425635 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (c91a0acd-b316-448f-9e8d-07edc6c14dfa), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:57.537967 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port c91a0acd-b316-448f-9e8d-07edc6c14dfa is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:11:57.538270 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (c91a0acd-b316-448f-9e8d-07edc6c14dfa), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:57.580792 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port c91a0acd-b316-448f-9e8d-07edc6c14dfa, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=c91a0acd-b316-448f-9e8d-07edc6c14dfa,segment=NetworkSegment(29b47d63-3e9a-4aa4-9438-ec15669081cd),segment_id=29b47d63-3e9a-4aa4-9438-ec15669081cd)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:11:57.584857 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (c91a0acd-b316-448f-9e8d-07edc6c14dfa), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:57.635562 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=c91a0acd-b316-448f-9e8d-07edc6c14dfa,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:11:58.350486 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf46d2-e5c2-4890-ab37-c7619689a48b None None] Network b8f970cc-3905-468b-b307-4cbb34c6ecd8 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:11:58.484378 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-77e10cac-f4bb-4cf7-b0a3-f2221996f356 None None] Provisioning complete for port c91a0acd-b316-448f-9e8d-07edc6c14dfa triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:11:58.484756 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-77e10cac-f4bb-4cf7-b0a3-f2221996f356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (c91a0acd-b316-448f-9e8d-07edc6c14dfa), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:58.564694 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-77e10cac-f4bb-4cf7-b0a3-f2221996f356 None None] Current status of the port c91a0acd-b316-448f-9e8d-07edc6c14dfa is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:11:58.684289 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-a95a4259-f496-4288-be3d-eafc0c3db7f7 None None] Provisioning complete for port c91a0acd-b316-448f-9e8d-07edc6c14dfa triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:11:58.684738 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a95a4259-f496-4288-be3d-eafc0c3db7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (c91a0acd-b316-448f-9e8d-07edc6c14dfa), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:58.762683 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-a95a4259-f496-4288-be3d-eafc0c3db7f7 None None] Current status of the port c91a0acd-b316-448f-9e8d-07edc6c14dfa is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:11:59.290822 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device c91a0acd-b316-448f-9e8d-07edc6c14dfa up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:11:59.335778 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port c91a0acd-b316-448f-9e8d-07edc6c14dfa triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:11:59.336165 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (c91a0acd-b316-448f-9e8d-07edc6c14dfa), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:11:59.411846 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port c91a0acd-b316-448f-9e8d-07edc6c14dfa is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:11:59.758778 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38190) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:00.089805 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:00.110044 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Made reservation on behalf of 55f82ef7ffb1469ea7582069b5da4934 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:12:00.112555 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.120525 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.186539 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5e8cebc7-a00d-4b4f-b44b-bb98e22ed17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.201439 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Publish callbacks [] for security_group (b24a65ed-2a97-4920-863e-f54a0e1eee9d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.205485 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (b24a65ed-2a97-4920-863e-f54a0e1eee9d), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.220959 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Reserving flat network on physical network physnet1 {{(pid=103812) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 16:12:00.243760 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24a65ed-2a97-4920-863e-f54a0e1eee9d,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:00.248078 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (62a4f967-9b24-47e6-95ee-3597a742d632), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.248482 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Added segment 62a4f967-9b24-47e6-95ee-3597a742d632 of type flat for network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 May 25 16:12:00.296383 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (5eee1530-9595-4dab-b6d3-4a6de6dc9e58), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.332153 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (5eee1530-9595-4dab-b6d3-4a6de6dc9e58), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.333243 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:00.333834 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:00.430549 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6706142 May 25 16:12:00.444321 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81f4bc-0415-4259-94ab-13b14f75ec03 admin admin] Pushing event updated for resources: {'Network': ['ID=5eee1530-9595-4dab-b6d3-4a6de6dc9e58,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:00.455116 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:12:02.487397 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-b13c121c-07d1-4795-8887-7bc1aee76898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:02.870985 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38198) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:03.289209 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5af3d-66ed-4c6d-b4ba-68928fc57e8d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:03.290661 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-55f5af3d-66ed-4c6d-b4ba-68928fc57e8d demo admin] 10.222.0.42 "GET /v2.0/subnets/332c07f5-1121-4278-9f97-0af2552caf3e HTTP/1.1" status: 200 len: 849 time: 0.4187005 May 25 16:12:03.418903 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-39b5db92-0e08-4bcd-8752-623407c9b11a demo admin] 10.222.0.42 "GET /v2.0/routers/c82025a8-7f16-479b-a58b-f7031f1441e8 HTTP/1.1" status: 200 len: 704 time: 0.1221206 May 25 16:12:03.590152 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:03.694721 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:03.731121 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:03.787353 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:04.006721 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Allocated IP 172.20.0.1 (b8f970cc-3905-468b-b307-4cbb34c6ecd8/332c07f5-1121-4278-9f97-0af2552caf3e/51dbb6f9-f615-4203-a06a-e6af689d5439) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:12:04.203587 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Publish callbacks [] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:04.269274 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:04.404779 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Network b8f970cc-3905-468b-b307-4cbb34c6ecd8 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:12:04.411887 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:12:04.416751 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Pushing event updated for resources: {'Port': ['ID=51dbb6f9-f615-4203-a06a-e6af689d5439,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:04.420072 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:12:04.420171 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858730'] for router_interface (c82025a8-7f16-479b-a58b-f7031f1441e8), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:04.608931 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:04.616890 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-47ca9bfd-4ef9-4fe8-b176-471bb681e0ac None None] Provisioning complete for port 51dbb6f9-f615-4203-a06a-e6af689d5439 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:12:04.617368 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-47ca9bfd-4ef9-4fe8-b176-471bb681e0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:04.620325 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:04.625025 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:04.700008 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-47ca9bfd-4ef9-4fe8-b176-471bb681e0ac None None] Port 51dbb6f9-f615-4203-a06a-e6af689d5439 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:12:04.862464 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Publish callbacks [] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:04.867013 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:04.867948 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-112397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859898'] for router_interface (c82025a8-7f16-479b-a58b-f7031f1441e8), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:04.889998 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:04.949088 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Pushing event updated for resources: {'Port': ['ID=51dbb6f9-f615-4203-a06a-e6af689d5439,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:04.961916 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:05.001242 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Network b8f970cc-3905-468b-b307-4cbb34c6ecd8 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:12:05.002687 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:12:05.169574 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Router c82025a8-7f16-479b-a58b-f7031f1441e8 is scheduled to L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee with binding_index 1 {{(pid=103812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:12:05.243411 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:05.265631 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:12:05.271797 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-15c13107-c517-44ed-b23c-d163eaa585f7 demo admin] 10.222.0.42 "PUT /v2.0/routers/c82025a8-7f16-479b-a58b-f7031f1441e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8473561 May 25 16:12:05.277358 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Sync routers for ids ['c82025a8-7f16-479b-a58b-f7031f1441e8'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:12:05.293033 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Routers {'c82025a8-7f16-479b-a58b-f7031f1441e8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:05.294575 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:12:02Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c82025a8-7f16-479b-a58b-f7031f1441e8'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:05.371035 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-70b0d4e3-69ad-4c7b-881d-6e66af3e3049 None None] Provisioning complete for port 51dbb6f9-f615-4203-a06a-e6af689d5439 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:12:05.371520 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-70b0d4e3-69ad-4c7b-881d-6e66af3e3049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:05.404853 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-70b0d4e3-69ad-4c7b-881d-6e66af3e3049 None None] Port 51dbb6f9-f615-4203-a06a-e6af689d5439 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:12:05.483988 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Set router c82025a8-7f16-479b-a58b-f7031f1441e8 gateway port host: None {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:05.906708 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'name': 'router1', 'tenant_id': '82df840b0bc44187a1a9db5c2a668847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:11:54Z', 'updated_at': '2022-05-25T16:12:04Z', 'revision_number': 2, 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'gw_port_host': None, '_interfaces': [{'id': '51dbb6f9-f615-4203-a06a-e6af689d5439', 'name': '', 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8', 'tenant_id': '82df840b0bc44187a1a9db5c2a668847', 'mac_address': 'fa:16:3e:1b:a5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '332c07f5-1121-4278-9f97-0af2552caf3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:12:03Z', 'updated_at': '2022-05-25T16:12:04Z', 'revision_number': 2, 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'subnets': [{'id': '332c07f5-1121-4278-9f97-0af2552caf3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9741ae4-cb3d-42cd-a574-fcb465662f2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:05.956689 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Checking router: c82025a8-7f16-479b-a58b-f7031f1441e8 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:12:05.957070 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Updating router c82025a8-7f16-479b-a58b-f7031f1441e8 port 51dbb6f9-f615-4203-a06a-e6af689d5439 binding host dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:12:06.012952 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:06.490666 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:06.561140 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Publish callbacks [] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), precommit_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:06.569655 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:06.717120 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Pushing event updated for resources: {'Port': ['ID=51dbb6f9-f615-4203-a06a-e6af689d5439,revision_number=3']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:06.745463 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.745822 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.746184 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.746517 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.746851 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.747172 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.747491 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.747810 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.748132 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.748450 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.748768 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.749098 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.749416 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.749747 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.750068 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Tracked resource versions report: May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: pushed versions: May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: { 'AddressGroup': {'1.2'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Agent': {'1.1'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'ConntrackHelper': {'1.0'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'LocalIPAssociation': {'1.0'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Log': {'1.0'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'NDPProxy': {'1.0'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Network': {'1.1'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Port': {'1.7'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'PortForwarding': {'1.3'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'QosPolicy': {'1.10'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'SecurityGroup': {'1.5'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'SecurityGroupRule': {'1.2'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'SubPort': {'1.0'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Subnet': {'1.1'}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Trunk': {'1.1'}} May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: consumer versions: May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: { DHCP agent@dv-cinder-843278-2-iscsi: {}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: L3 agent@dv-cinder-843278-2-iscsi: {}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: Metadata agent@dv-cinder-843278-2-iscsi: {}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: Metering agent@dv-cinder-843278-2-iscsi: {}, May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: Open vSwitch agent@dv-cinder-843278-2-iscsi: { 'AddressGroup': '1.2', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Agent': '1.1', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'ConntrackHelper': '1.0', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'LocalIPAssociation': '1.0', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Log': '1.0', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'NDPProxy': '1.0', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Network': '1.1', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Port': '1.7', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'PortForwarding': '1.3', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'QosPolicy': '1.10', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'SecurityGroup': '1.5', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'SecurityGroupRule': '1.2', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'SubPort': '1.0', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Subnet': '1.1', May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Trunk': '1.1'}} May 25 16:12:06.752333 dv-cinder-843278-2-iscsi neutron-server[103815]: {{(pid=103815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:12:06.767327 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Attempting to bind port 51dbb6f9-f615-4203-a06a-e6af689d5439 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:12:06.767729 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Attempting to bind port 51dbb6f9-f615-4203-a06a-e6af689d5439 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '29b47d63-3e9a-4aa4-9438-ec15669081cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8'}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:12:06.768157 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Attempting to bind port 51dbb6f9-f615-4203-a06a-e6af689d5439 on network b8f970cc-3905-468b-b307-4cbb34c6ecd8 {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:12:06.774170 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:12:06.774566 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Checking segment: {'id': '29b47d63-3e9a-4aa4-9438-ec15669081cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:12:06.775057 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:06.775449 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Bound using segment: {'id': '29b47d63-3e9a-4aa4-9438-ec15669081cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8'} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:12:06.775941 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Bound port: 51dbb6f9-f615-4203-a06a-e6af689d5439, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b47d63-3e9a-4aa4-9438-ec15669081cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8'}}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:12:06.776318 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:06.819098 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:06.833838 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-7dff39cc-9bcb-498f-8c0d-6d7df7fb0d90 None None] Provisioning complete for port 51dbb6f9-f615-4203-a06a-e6af689d5439 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:12:06.834209 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7dff39cc-9bcb-498f-8c0d-6d7df7fb0d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:06.846956 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:06.848492 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] For port 51dbb6f9-f615-4203-a06a-e6af689d5439, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:12:06.869157 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-7dff39cc-9bcb-498f-8c0d-6d7df7fb0d90 None None] Port 51dbb6f9-f615-4203-a06a-e6af689d5439 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:12:06.869650 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] For port 51dbb6f9-f615-4203-a06a-e6af689d5439, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=51dbb6f9-f615-4203-a06a-e6af689d5439,segment=NetworkSegment(29b47d63-3e9a-4aa4-9438-ec15669081cd),segment_id=29b47d63-3e9a-4aa4-9438-ec15669081cd)] {{(pid=103815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:12:06.877957 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:06.940055 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Routers {'c82025a8-7f16-479b-a58b-f7031f1441e8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:06.940600 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:12:02Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c82025a8-7f16-479b-a58b-f7031f1441e8'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:06.977497 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e8606-c37f-47e2-a059-85e23cc2638f None None] Pushing event updated for resources: {'Port': ['ID=51dbb6f9-f615-4203-a06a-e6af689d5439,revision_number=4']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:07.034471 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] Set router c82025a8-7f16-479b-a58b-f7031f1441e8 gateway port host: None {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:07.087918 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-bd22d7d8-4190-47be-a632-beb143f41df7 None None] Provisioning complete for port 51dbb6f9-f615-4203-a06a-e6af689d5439 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:12:07.088704 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bd22d7d8-4190-47be-a632-beb143f41df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:07.164714 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-bd22d7d8-4190-47be-a632-beb143f41df7 None None] Current status of the port 51dbb6f9-f615-4203-a06a-e6af689d5439 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:12:07.165350 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bd22d7d8-4190-47be-a632-beb143f41df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:07.204877 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-bd22d7d8-4190-47be-a632-beb143f41df7 None None] For port 51dbb6f9-f615-4203-a06a-e6af689d5439, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=51dbb6f9-f615-4203-a06a-e6af689d5439,segment=NetworkSegment(29b47d63-3e9a-4aa4-9438-ec15669081cd),segment_id=29b47d63-3e9a-4aa4-9438-ec15669081cd)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:12:07.209082 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bd22d7d8-4190-47be-a632-beb143f41df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:07.242165 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'name': 'router1', 'tenant_id': '82df840b0bc44187a1a9db5c2a668847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:11:54Z', 'updated_at': '2022-05-25T16:12:04Z', 'revision_number': 2, 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'gw_port_host': None, '_interfaces': [{'id': '51dbb6f9-f615-4203-a06a-e6af689d5439', 'name': '', 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8', 'tenant_id': '82df840b0bc44187a1a9db5c2a668847', 'mac_address': 'fa:16:3e:1b:a5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '332c07f5-1121-4278-9f97-0af2552caf3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:12:03Z', 'updated_at': '2022-05-25T16:12:06Z', 'revision_number': 4, 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'subnets': [{'id': '332c07f5-1121-4278-9f97-0af2552caf3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9741ae4-cb3d-42cd-a574-fcb465662f2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:07.259908 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22d7d8-4190-47be-a632-beb143f41df7 None None] Pushing event updated for resources: {'Port': ['ID=51dbb6f9-f615-4203-a06a-e6af689d5439,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:07.269829 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa3e61-df41-45e5-88b7-8330fb2f3a71 None None] The sync data for ids ['c82025a8-7f16-479b-a58b-f7031f1441e8'] in dv-cinder-843278-2-iscsi is: [{'id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'name': 'router1', 'tenant_id': '82df840b0bc44187a1a9db5c2a668847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:11:54Z', 'updated_at': '2022-05-25T16:12:04Z', 'revision_number': 2, 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'gw_port_host': None, '_interfaces': [{'id': '51dbb6f9-f615-4203-a06a-e6af689d5439', 'name': '', 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8', 'tenant_id': '82df840b0bc44187a1a9db5c2a668847', 'mac_address': 'fa:16:3e:1b:a5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '332c07f5-1121-4278-9f97-0af2552caf3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:12:03Z', 'updated_at': '2022-05-25T16:12:06Z', 'revision_number': 4, 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'subnets': [{'id': '332c07f5-1121-4278-9f97-0af2552caf3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9741ae4-cb3d-42cd-a574-fcb465662f2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:12:07.798155 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38224) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:08.005836 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc76ef5-039d-44e4-8b99-7f88caac76b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:08.007245 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-acc76ef5-039d-44e4-8b99-7f88caac76b4 admin admin] 10.222.0.42 "GET /v2.0/networks/5eee1530-9595-4dab-b6d3-4a6de6dc9e58 HTTP/1.1" status: 200 len: 842 time: 0.2080357 May 25 16:12:08.016747 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] Request body: {'subnet': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:08.044430 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] Made reservation on behalf of 55f82ef7ffb1469ea7582069b5da4934 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:12:08.048305 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:08.361489 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.objects.ports [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103812) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 25 16:12:08.361962 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for subnet (57672f6f-d28d-45e8-ac00-0d9019839af4), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:08.419399 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=57672f6f-d28d-45e8-ac00-0d9019839af4,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:08.453466 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] Checking segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:12:08.454355 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] Network hostable DHCP agents. Network: 5eee1530-9595-4dab-b6d3-4a6de6dc9e58, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:12:08.478797 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:12:08.491427 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 5eee1530-9595-4dab-b6d3-4a6de6dc9e58) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:12:08.495729 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:08.496320 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:08.501339 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ddb141-8020-4a19-afaf-a4b9beb91e44 None None] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:12:08.502030 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:08.529740 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2c72b105-e4e7-4f05-855a-af547b2434fa admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5058656 May 25 16:12:08.619097 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd9e56-3032-41ae-a668-64f7110bf48c None None] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:12:11.006582 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38242) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:11.216952 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8493c41a-a4c9-45af-9d67-e4498ebce776 demo admin] 10.222.0.42 "GET /v2.0/routers/c82025a8-7f16-479b-a58b-f7031f1441e8 HTTP/1.1" status: 200 len: 710 time: 0.2091346 May 25 16:12:11.288910 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:11.308773 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f58f7-9c6d-444f-b592-926d56a46324 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:12:11.310159 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-af8f58f7-9c6d-444f-b592-926d56a46324 demo admin] 10.222.0.42 "GET /v2.0/networks/5eee1530-9595-4dab-b6d3-4a6de6dc9e58 HTTP/1.1" status: 200 len: 886 time: 0.0866270 May 25 16:12:11.318956 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:12:11.567444 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Publish callbacks [] for router_gateway (c82025a8-7f16-479b-a58b-f7031f1441e8), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:11.788968 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Publish callbacks [] for router_gateway (c82025a8-7f16-479b-a58b-f7031f1441e8), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:11.868204 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:11.978054 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Allocated IP 172.27.1.119 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/63472166-eec2-4e36-b2e3-210d2a1b423d) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:12:12.077737 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Publish callbacks [] for port (63472166-eec2-4e36-b2e3-210d2a1b423d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:12.079707 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:12.115492 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (63472166-eec2-4e36-b2e3-210d2a1b423d), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:12.156583 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:12:12.162396 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:12:12.165846 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:12:12.202569 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Pushing event updated for resources: {'Port': ['ID=63472166-eec2-4e36-b2e3-210d2a1b423d,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:12.250594 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:12.415027 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Publish callbacks [] for router_gateway (c82025a8-7f16-479b-a58b-f7031f1441e8), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:12.715029 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3865624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29455'] for router (c82025a8-7f16-479b-a58b-f7031f1441e8), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:12.718857 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3865727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3865617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3865606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3860641'] for router (c82025a8-7f16-479b-a58b-f7031f1441e8), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:12.827514 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Router c82025a8-7f16-479b-a58b-f7031f1441e8 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:12:12.929817 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:12:12.933909 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:12.935760 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0acba1cf-5c3a-44f9-a9dd-af4161936711 demo admin] 10.222.0.42 "PUT /v2.0/routers/c82025a8-7f16-479b-a58b-f7031f1441e8 HTTP/1.1" status: 200 len: 890 time: 1.6198838 May 25 16:12:15.315535 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 51dbb6f9-f615-4203-a06a-e6af689d5439 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:12:15.360739 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 51dbb6f9-f615-4203-a06a-e6af689d5439 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:12:15.361302 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:15.433796 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38254) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:12:15.437018 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 51dbb6f9-f615-4203-a06a-e6af689d5439 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:12:15.551677 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-036d15bb-f921-479b-9a54-9e446c08aeea admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1167355 May 25 16:12:16.202005 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Sync routers for ids ['c82025a8-7f16-479b-a58b-f7031f1441e8'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:12:16.216860 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Routers {'c82025a8-7f16-479b-a58b-f7031f1441e8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:16.217525 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:12:02Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c82025a8-7f16-479b-a58b-f7031f1441e8'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:16.427041 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Set router c82025a8-7f16-479b-a58b-f7031f1441e8 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:16.602959 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:16.648555 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:16.829486 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'name': 'router1', 'tenant_id': '82df840b0bc44187a1a9db5c2a668847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '63472166-eec2-4e36-b2e3-210d2a1b423d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:11:54Z', 'updated_at': '2022-05-25T16:12:12Z', 'revision_number': 4, 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'gw_port': {'id': '63472166-eec2-4e36-b2e3-210d2a1b423d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:12:11Z', 'updated_at': '2022-05-25T16:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '51dbb6f9-f615-4203-a06a-e6af689d5439', 'name': '', 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8', 'tenant_id': '82df840b0bc44187a1a9db5c2a668847', 'mac_address': 'fa:16:3e:1b:a5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '332c07f5-1121-4278-9f97-0af2552caf3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:12:03Z', 'updated_at': '2022-05-25T16:12:07Z', 'revision_number': 5, 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'subnets': [{'id': '332c07f5-1121-4278-9f97-0af2552caf3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9741ae4-cb3d-42cd-a574-fcb465662f2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:16.959168 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Checking router: c82025a8-7f16-479b-a58b-f7031f1441e8 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:12:16.959477 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Updating router c82025a8-7f16-479b-a58b-f7031f1441e8 port 63472166-eec2-4e36-b2e3-210d2a1b423d binding host dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:12:17.013387 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (63472166-eec2-4e36-b2e3-210d2a1b423d), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:17.244916 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=38 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:17.248747 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=48,neutron:INSERT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:17.381175 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Publish callbacks [] for port (63472166-eec2-4e36-b2e3-210d2a1b423d), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:17.387687 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (63472166-eec2-4e36-b2e3-210d2a1b423d), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:17.435526 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf57c4-ae45-4366-8e1b-3b00eccc8b3f None None] Pushing event updated for resources: {'Port': ['ID=63472166-eec2-4e36-b2e3-210d2a1b423d,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:17.455492 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Attempting to bind port 63472166-eec2-4e36-b2e3-210d2a1b423d on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:12:17.455854 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Attempting to bind port 63472166-eec2-4e36-b2e3-210d2a1b423d by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:12:17.456220 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Attempting to bind port 63472166-eec2-4e36-b2e3-210d2a1b423d on network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:12:17.469802 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:12:17.469802 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Checking segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:12:17.469802 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:17.469802 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Bound using segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:12:17.469802 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Bound port: 63472166-eec2-4e36-b2e3-210d2a1b423d, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:12:17.469802 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (63472166-eec2-4e36-b2e3-210d2a1b423d), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:17.518844 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] For port 63472166-eec2-4e36-b2e3-210d2a1b423d, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:12:17.522777 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] For port 63472166-eec2-4e36-b2e3-210d2a1b423d, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=63472166-eec2-4e36-b2e3-210d2a1b423d,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:12:17.530789 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (63472166-eec2-4e36-b2e3-210d2a1b423d), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:17.600078 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Routers {'c82025a8-7f16-479b-a58b-f7031f1441e8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:12:17.600710 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:12:02Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c82025a8-7f16-479b-a58b-f7031f1441e8'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:17.637564 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf57c4-ae45-4366-8e1b-3b00eccc8b3f None None] Pushing event updated for resources: {'Port': ['ID=63472166-eec2-4e36-b2e3-210d2a1b423d,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:17.710176 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:17.717630 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] Set router c82025a8-7f16-479b-a58b-f7031f1441e8 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:12:17.930379 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:17.937013 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'name': 'router1', 'tenant_id': '82df840b0bc44187a1a9db5c2a668847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '63472166-eec2-4e36-b2e3-210d2a1b423d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:11:54Z', 'updated_at': '2022-05-25T16:12:12Z', 'revision_number': 4, 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'gw_port': {'id': '63472166-eec2-4e36-b2e3-210d2a1b423d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:12:11Z', 'updated_at': '2022-05-25T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '51dbb6f9-f615-4203-a06a-e6af689d5439', 'name': '', 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8', 'tenant_id': '82df840b0bc44187a1a9db5c2a668847', 'mac_address': 'fa:16:3e:1b:a5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '332c07f5-1121-4278-9f97-0af2552caf3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:12:03Z', 'updated_at': '2022-05-25T16:12:07Z', 'revision_number': 5, 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'subnets': [{'id': '332c07f5-1121-4278-9f97-0af2552caf3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9741ae4-cb3d-42cd-a574-fcb465662f2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:12:17.967986 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b9ae3-1c42-4834-bd33-ee7ee74c5fc7 None None] The sync data for ids ['c82025a8-7f16-479b-a58b-f7031f1441e8'] in dv-cinder-843278-2-iscsi is: [{'id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'name': 'router1', 'tenant_id': '82df840b0bc44187a1a9db5c2a668847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '63472166-eec2-4e36-b2e3-210d2a1b423d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:11:54Z', 'updated_at': '2022-05-25T16:12:12Z', 'revision_number': 4, 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'gw_port': {'id': '63472166-eec2-4e36-b2e3-210d2a1b423d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:12:11Z', 'updated_at': '2022-05-25T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '51dbb6f9-f615-4203-a06a-e6af689d5439', 'name': '', 'network_id': 'b8f970cc-3905-468b-b307-4cbb34c6ecd8', 'tenant_id': '82df840b0bc44187a1a9db5c2a668847', 'mac_address': 'fa:16:3e:1b:a5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82025a8-7f16-479b-a58b-f7031f1441e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '332c07f5-1121-4278-9f97-0af2552caf3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:12:03Z', 'updated_at': '2022-05-25T16:12:07Z', 'revision_number': 5, 'project_id': '82df840b0bc44187a1a9db5c2a668847', 'subnets': [{'id': '332c07f5-1121-4278-9f97-0af2552caf3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9741ae4-cb3d-42cd-a574-fcb465662f2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:12:19.395503 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 63472166-eec2-4e36-b2e3-210d2a1b423d up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:12:19.458804 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 63472166-eec2-4e36-b2e3-210d2a1b423d triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:12:19.459192 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (63472166-eec2-4e36-b2e3-210d2a1b423d), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.542206 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 63472166-eec2-4e36-b2e3-210d2a1b423d is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:12:19.542592 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (63472166-eec2-4e36-b2e3-210d2a1b423d), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.569580 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port 63472166-eec2-4e36-b2e3-210d2a1b423d, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=63472166-eec2-4e36-b2e3-210d2a1b423d,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:12:19.577545 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (63472166-eec2-4e36-b2e3-210d2a1b423d), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:19.655434 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=63472166-eec2-4e36-b2e3-210d2a1b423d,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:12:21.411818 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 63472166-eec2-4e36-b2e3-210d2a1b423d up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:12:21.474502 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 5 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:12:21.565021 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 63472166-eec2-4e36-b2e3-210d2a1b423d triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:12:21.565399 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (63472166-eec2-4e36-b2e3-210d2a1b423d), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:21.714855 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 63472166-eec2-4e36-b2e3-210d2a1b423d is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:12:25.536626 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:25.547106 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=56 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:30.201857 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-23198c65-6b27-4a6a-afa9-623662259d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:31.473915 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:32.499439 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8ac37806-eb7a-4d8b-873f-ae290faa4184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:33.599038 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:35.243095 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:36.517286 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:12:46.500215 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:46.508992 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:49.465224 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:49.473071 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:12:58.465379 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 5 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:13:00.188354 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-61e61640-6982-489f-afca-c88bab3d2203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:02.497990 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-b0f203dc-436b-4e30-8fe4-5fa5da0ac2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:03.592600 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:05.246559 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:06.501623 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:08.461324 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:16.486607 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=21 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:16.494495 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:28.458792 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:28.459752 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:30.201785 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-3665c1f4-13dd-472b-a211-911362754bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:32.490358 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-429f8bf8-e939-4d80-b7b2-99fc702e7eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:33.592945 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:35.249066 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:35.464813 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 5 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:13:35.520527 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38794) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:35.582721 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.pecan_wsgi.hooks.translation [None req-30479389-5135-4a1f-ba3c-cfea895a6ebe admin admin] GET failed (client error): The resource could not be found. May 25 16:13:35.584063 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-30479389-5135-4a1f-ba3c-cfea895a6ebe admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625904 May 25 16:13:35.749207 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43690b77-6d61-4ce4-b67d-c0c2cc02b827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:35.751157 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-43690b77-6d61-4ce4-b67d-c0c2cc02b827 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1628156 May 25 16:13:36.496492 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:38.032291 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 38804) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:38.132034 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a9ba22-e866-4346-9cfc-d93f0e38a9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:38.133401 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c2a9ba22-e866-4346-9cfc-d93f0e38a9ca admin admin] 10.222.0.42 "GET /v2.0/subnets/332c07f5-1121-4278-9f97-0af2552caf3e HTTP/1.1" status: 200 len: 849 time: 0.1001844 May 25 16:13:38.143104 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:13:38.233825 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Publish callbacks [] for subnet (332c07f5-1121-4278-9f97-0af2552caf3e), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:38.410792 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766273720001'] for subnet (332c07f5-1121-4278-9f97-0af2552caf3e), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:38.461811 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:38.462879 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:38.477747 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] 10.222.0.42 "PUT /v2.0/subnets/332c07f5-1121-4278-9f97-0af2552caf3e HTTP/1.1" status: 200 len: 868 time: 0.3245106 May 25 16:13:38.478006 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b125e56-52c2-4747-be8c-66ff26afdecf None None] Network b8f970cc-3905-468b-b307-4cbb34c6ecd8 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:13:38.485455 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=332c07f5-1121-4278-9f97-0af2552caf3e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:13:38.493338 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.493730 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.494100 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.494452 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.494787 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.495118 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.495450 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.495781 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.496130 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.496466 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.496813 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.497149 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.497476 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.497839 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.498163 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5b846a-3774-403b-8f2c-056648414488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:13:38.804369 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-95e142ca-1db0-4f4e-a5f1-cc4f486457c2 None None] Provisioning complete for port 51dbb6f9-f615-4203-a06a-e6af689d5439 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:13:38.804877 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-95e142ca-1db0-4f4e-a5f1-cc4f486457c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (51dbb6f9-f615-4203-a06a-e6af689d5439), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:38.909150 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-95e142ca-1db0-4f4e-a5f1-cc4f486457c2 None None] Current status of the port 51dbb6f9-f615-4203-a06a-e6af689d5439 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:13:38.920537 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-95e142ca-1db0-4f4e-a5f1-cc4f486457c2 None None] Provisioning complete for port c91a0acd-b316-448f-9e8d-07edc6c14dfa triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:13:38.920993 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-95e142ca-1db0-4f4e-a5f1-cc4f486457c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (c91a0acd-b316-448f-9e8d-07edc6c14dfa), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:13:39.001240 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-95e142ca-1db0-4f4e-a5f1-cc4f486457c2 None None] Current status of the port c91a0acd-b316-448f-9e8d-07edc6c14dfa is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:13:40.924994 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 38814) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:41.122380 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d2e6d7-7eda-40b5-91b8-849acb8b2dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:41.122759 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d2e6d7-7eda-40b5-91b8-849acb8b2dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:41.124701 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-10d2e6d7-7eda-40b5-91b8-849acb8b2dd2 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1983764 May 25 16:13:43.424417 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 38822) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:43.561312 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59fe07f-4503-426d-a9b0-516bc75dc38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:43.562418 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59fe07f-4503-426d-a9b0-516bc75dc38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:43.563991 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d59fe07f-4503-426d-a9b0-516bc75dc38c admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1386218 May 25 16:13:45.461047 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:45.461834 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:45.731834 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=12 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:45.746871 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=13 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:45.896765 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 38830) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:46.049014 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc497e5-065e-48d4-acb7-114d45200d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:46.050291 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0dc497e5-065e-48d4-acb7-114d45200d55 admin admin] 10.222.0.42 "GET /v2.0/networks/5eee1530-9595-4dab-b6d3-4a6de6dc9e58 HTTP/1.1" status: 200 len: 886 time: 0.1525629 May 25 16:13:48.383481 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 38838) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:48.528855 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97de0de1-7ec6-4db0-be2c-d33074c31d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:48.530266 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-97de0de1-7ec6-4db0-be2c-d33074c31d4b admin admin] 10.222.0.42 "GET /v2.0/networks/b8f970cc-3905-468b-b307-4cbb34c6ecd8 HTTP/1.1" status: 200 len: 870 time: 0.1458521 May 25 16:13:48.996564 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:48.998512 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:50.782050 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 38846) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:50.874883 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:50.893556 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:13:50.914733 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a09d00-c3a6-4487-ac4f-4eaf2fc4fc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:50.915189 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a09d00-c3a6-4487-ac4f-4eaf2fc4fc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:50.916736 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f3a09d00-c3a6-4487-ac4f-4eaf2fc4fc1d admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1337352 May 25 16:13:53.162905 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 38856) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:53.254479 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb6941b-c6bd-4fe5-aea1-53eb7e6c5466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:53.254964 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb6941b-c6bd-4fe5-aea1-53eb7e6c5466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:53.256451 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7cb6941b-c6bd-4fe5-aea1-53eb7e6c5466 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926018 May 25 16:13:55.506807 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 38864) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:55.598849 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c365da-54b8-4248-913e-933128ebd07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:55.600130 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-59c365da-54b8-4248-913e-933128ebd07a admin admin] 10.222.0.42 "GET /v2.0/subnets/332c07f5-1121-4278-9f97-0af2552caf3e HTTP/1.1" status: 200 len: 868 time: 0.0923734 May 25 16:13:57.853537 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 38872) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:13:57.941919 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9048c1fd-074a-4f03-8d60-bf74ebc0aeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:13:57.943228 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9048c1fd-074a-4f03-8d60-bf74ebc0aeff admin admin] 10.222.0.42 "GET /v2.0/subnets/57672f6f-d28d-45e8-ac00-0d9019839af4 HTTP/1.1" status: 200 len: 816 time: 0.0887246 May 25 16:14:00.194803 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-6119613f-9bf5-4529-b238-98a10eaacd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:02.492746 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a871878b-c8b3-4545-9965-83ae4c2ea6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:03.462966 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:03.595056 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:05.252575 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:06.502628 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:07.932451 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=24 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:07.935026 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=15 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:11.475558 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:12.463556 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 5 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:14:16.494118 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:16.499702 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:29.483897 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=13 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:29.487599 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=15 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:30.198721 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3ae5-0c43-4062-ac64-aaa8a828f52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:32.495245 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d3c490cc-4f3b-46ff-ac6a-5e35bec8aa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:33.598729 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:35.255667 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:36.494398 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:39.168421 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 38930) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:39.218338 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [None req-02f34610-f16a-420a-8b20-3c45c4e5fcba admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:14:39.219348 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-02f34610-f16a-420a-8b20-3c45c4e5fcba admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0499907 May 25 16:14:40.463278 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:40.469103 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:41.592526 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38938) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:41.655923 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86884f7-5127-4f66-bbff-f222c9b82d68 admin admin] GET failed (client error): The resource could not be found. May 25 16:14:41.657233 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f86884f7-5127-4f66-bbff-f222c9b82d68 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0637996 May 25 16:14:41.744148 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204477e-cd07-452b-b692-41a281d28843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:41.745620 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7204477e-cd07-452b-b692-41a281d28843 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842521 May 25 16:14:44.031682 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38948) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:44.082079 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:14:44.101898 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Made reservation on behalf of 55f82ef7ffb1469ea7582069b5da4934 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:14:44.104111 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:44.131898 dv-cinder-843278-2-iscsi neutron-server[103812]: WARNING neutron.services.revisions.revision_plugin [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Could not find related network for resource to bump revision. May 25 16:14:44.142662 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:14:44.151070 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (3bd96d52-7b73-4c8e-81d4-27da5c68cdc9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:44.151456 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Added segment 3bd96d52-7b73-4c8e-81d4-27da5c68cdc9 of type vlan for network 6caf8775-5fe7-45ee-81e6-d44ea8fd5247 May 25 16:14:44.190174 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (6caf8775-5fe7-45ee-81e6-d44ea8fd5247), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:44.215333 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (6caf8775-5fe7-45ee-81e6-d44ea8fd5247), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:44.216215 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:44.217429 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:44.267512 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.2347629 May 25 16:14:44.281028 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Pushing event updated for resources: {'Network': ['ID=6caf8775-5fe7-45ee-81e6-d44ea8fd5247,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:44.288821 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.289153 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.289533 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.289902 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.290225 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.290539 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.290854 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.291164 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.291525 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.291844 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.292168 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.292537 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.292848 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.293176 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.293482 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e5589-2c55-492e-88e3-7c19125e4702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:44.306483 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 6caf8775-5fe7-45ee-81e6-d44ea8fd5247 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:14:46.529106 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38956) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:14:46.590235 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2200870-f575-49d6-826d-c7e78dd2f376 admin admin] GET failed (client error): The resource could not be found. May 25 16:14:46.591493 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a2200870-f575-49d6-826d-c7e78dd2f376 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614073 May 25 16:14:46.660676 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef7a3f-eb01-468d-a8e5-aeed658b0e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:46.662398 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-05ef7a3f-eb01-468d-a8e5-aeed658b0e4b admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0667086 May 25 16:14:46.672343 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-8e0ce381-4b32-4bf5-b6e9-7988cd563a3d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247', 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:14:46.692871 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0ce381-4b32-4bf5-b6e9-7988cd563a3d admin admin] Made reservation on behalf of 55f82ef7ffb1469ea7582069b5da4934 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:14:46.695101 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce381-4b32-4bf5-b6e9-7988cd563a3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.856944 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce381-4b32-4bf5-b6e9-7988cd563a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for subnet (0535d58a-c7d1-490a-a4ed-4b80a554ef46), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.915388 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce381-4b32-4bf5-b6e9-7988cd563a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0535d58a-c7d1-490a-a4ed-4b80a554ef46,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:46.926795 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0ce381-4b32-4bf5-b6e9-7988cd563a3d admin admin] Checking segment: {'id': '3bd96d52-7b73-4c8e-81d4-27da5c68cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:14:46.927156 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0ce381-4b32-4bf5-b6e9-7988cd563a3d admin admin] Network hostable DHCP agents. Network: 6caf8775-5fe7-45ee-81e6-d44ea8fd5247, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:14:46.943551 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0ce381-4b32-4bf5-b6e9-7988cd563a3d admin admin] Network 6caf8775-5fe7-45ee-81e6-d44ea8fd5247 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:14:46.951583 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-8e0ce381-4b32-4bf5-b6e9-7988cd563a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 6caf8775-5fe7-45ee-81e6-d44ea8fd5247) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:46.955969 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0ce381-4b32-4bf5-b6e9-7988cd563a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:14:46.957068 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce381-4b32-4bf5-b6e9-7988cd563a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:46.961420 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd513e5-4a39-41a5-8a61-ca27c7b62274 None None] Network 6caf8775-5fe7-45ee-81e6-d44ea8fd5247 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:14:46.972490 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8e0ce381-4b32-4bf5-b6e9-7988cd563a3d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3038986 May 25 16:14:47.073003 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ee8f66d-6478-59fe-875a-ccd0fa6a1b8a-6caf8775-5fe7-45ee-81e6-d44ea8fd5247', 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247', 'project_id': '55f82ef7ffb1469ea7582069b5da4934', 'fixed_ips': [{'subnet_id': '0535d58a-c7d1-490a-a4ed-4b80a554ef46'}]}} from dv-cinder-843278-2-iscsi. {{(pid=103814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:14:47.074033 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.321508 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.db_base_plugin_common [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Allocated IP 192.168.233.2 (6caf8775-5fe7-45ee-81e6-d44ea8fd5247/0535d58a-c7d1-490a-a4ed-4b80a554ef46/6c63b418-ca4c-4bfc-b25f-6c3e37c458bb) {{(pid=103814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:14:47.466243 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Publish callbacks [] for port (6c63b418-ca4c-4bfc-b25f-6c3e37c458bb), precommit_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.472837 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (6c63b418-ca4c-4bfc-b25f-6c3e37c458bb), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.509137 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Network 6caf8775-5fe7-45ee-81e6-d44ea8fd5247 is already hosted by enough agents. {{(pid=103814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:14:47.518341 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.base_scheduler [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Resources bound (agent type, host, resource id): {{(pid=103814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:14:47.522156 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Received port after_create {{(pid=103814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:14:47.527491 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Pushing event updated for resources: {'Port': ['ID=6c63b418-ca4c-4bfc-b25f-6c3e37c458bb,revision_number=1']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:47.552336 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.552679 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.553028 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.553377 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.553706 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.554053 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.554366 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.554678 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.554993 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.555310 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.555618 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.555947 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.556261 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.556573 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.556880 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:14:47.593448 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Attempting to bind port 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:14:47.593734 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Attempting to bind port 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '3bd96d52-7b73-4c8e-81d4-27da5c68cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:14:47.594099 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Attempting to bind port 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb on network 6caf8775-5fe7-45ee-81e6-d44ea8fd5247 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:14:47.599220 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:14:47.599586 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Checking segment: {'id': '3bd96d52-7b73-4c8e-81d4-27da5c68cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:14:47.599985 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.600367 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Bound using segment: {'id': '3bd96d52-7b73-4c8e-81d4-27da5c68cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:14:47.600823 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Bound port: 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd96d52-7b73-4c8e-81d4-27da5c68cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:14:47.601210 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (6c63b418-ca4c-4bfc-b25f-6c3e37c458bb), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.665374 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] For port 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:14:47.668519 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] For port 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=6c63b418-ca4c-4bfc-b25f-6c3e37c458bb,segment=NetworkSegment(3bd96d52-7b73-4c8e-81d4-27da5c68cdc9),segment_id=3bd96d52-7b73-4c8e-81d4-27da5c68cdc9)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:14:47.675434 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (6c63b418-ca4c-4bfc-b25f-6c3e37c458bb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:47.733959 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec2b47-5a23-4581-9877-f930d27d242f None None] Pushing event updated for resources: {'Port': ['ID=6c63b418-ca4c-4bfc-b25f-6c3e37c458bb,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:48.629899 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19b4a5-7e5b-4fa5-bca6-762d37b105ae None None] Network 6caf8775-5fe7-45ee-81e6-d44ea8fd5247 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:14:48.643432 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:UPDATE=9,neutron:SELECT=87,neutron:INSERT=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:48.689004 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:48.714760 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-951fd7aa-6f43-438e-b901-055adacdb495 None None] Provisioning complete for port 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:48.715138 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-951fd7aa-6f43-438e-b901-055adacdb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (6c63b418-ca4c-4bfc-b25f-6c3e37c458bb), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.820671 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-951fd7aa-6f43-438e-b901-055adacdb495 None None] Current status of the port 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:48.821338 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-951fd7aa-6f43-438e-b901-055adacdb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (6c63b418-ca4c-4bfc-b25f-6c3e37c458bb), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.859723 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-951fd7aa-6f43-438e-b901-055adacdb495 None None] For port 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=6c63b418-ca4c-4bfc-b25f-6c3e37c458bb,segment=NetworkSegment(3bd96d52-7b73-4c8e-81d4-27da5c68cdc9),segment_id=3bd96d52-7b73-4c8e-81d4-27da5c68cdc9)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:14:48.864864 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-951fd7aa-6f43-438e-b901-055adacdb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (6c63b418-ca4c-4bfc-b25f-6c3e37c458bb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:48.923349 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fd7aa-6f43-438e-b901-055adacdb495 None None] Pushing event updated for resources: {'Port': ['ID=6c63b418-ca4c-4bfc-b25f-6c3e37c458bb,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:14:49.083739 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-95296369-de16-48af-9167-c1e46d2d7fe4 None None] Provisioning complete for port 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:49.084114 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-95296369-de16-48af-9167-c1e46d2d7fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (6c63b418-ca4c-4bfc-b25f-6c3e37c458bb), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.161476 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-95296369-de16-48af-9167-c1e46d2d7fe4 None None] Current status of the port 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:49.413616 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:14:49.459886 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:14:49.460276 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (6c63b418-ca4c-4bfc-b25f-6c3e37c458bb), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:14:49.462142 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 5 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:14:49.535471 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 6c63b418-ca4c-4bfc-b25f-6c3e37c458bb is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:14:56.962771 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:56.965814 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=79,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:59.457145 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:14:59.457927 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:00.196874 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d05dc4f5-8cfb-4498-a101-52a34497511a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:02.500254 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8f99068e-0377-48e2-868e-a2ec52c3c400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:03.602335 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:05.257779 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:06.496891 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:16.486121 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:16.492999 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:17.459542 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:17.463694 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:26.461202 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 5 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:15:30.189083 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f6460d31-c373-4c71-a758-165b836e79ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:32.503088 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c591016e-3047-4d2a-929a-fa0c83f8791c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:33.605257 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:35.261177 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:36.456578 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:36.457359 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:36.500583 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:15:46.493623 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:46.495569 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:54.465031 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:15:54.470550 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=5 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:00.192964 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d1888034-399f-4a7f-94da-25301559ecb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:02.506569 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8622db50-91e8-40c9-8e05-3229a59bb644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:03.460061 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 5 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:16:03.610106 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:05.263002 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:06.504241 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:13.456126 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:13.457321 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:16.497804 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:16.498608 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:27.708700 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 38996) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:27.714584 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [None req-816c490c-d1ec-41a1-a2d4-063146b74d13 tempest-verify_tempest_config-719500886 tempest-verify_tempest_config-719500886-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:16:27.715543 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-816c490c-d1ec-41a1-a2d4-063146b74d13 tempest-verify_tempest_config-719500886 tempest-verify_tempest_config-719500886-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058827 May 25 16:16:28.007126 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39014) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:28.121665 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:28.225979 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Publish callbacks [] for security_group (b30d7123-bf59-42c2-9bfe-f1e157ded74e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:28.229496 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (b30d7123-bf59-42c2-9bfe-f1e157ded74e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:28.276498 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30d7123-bf59-42c2-9bfe-f1e157ded74e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:28.284088 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a44c9ca8e0874ef68f923b7a1a95a192&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2758846 May 25 16:16:28.285584 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.285962 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.286296 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.287419 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.287419 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.287616 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39020) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:16:28.287707 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.287905 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.288174 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.288519 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.288847 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.289175 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.289515 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.289868 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.290199 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.290503 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84a54-e938-4cc0-8c12-207d7e750305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.343070 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Publish callbacks [] for security_group (b30d7123-bf59-42c2-9bfe-f1e157ded74e), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:28.363469 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Publish callbacks [] for security_group (b30d7123-bf59-42c2-9bfe-f1e157ded74e), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:28.456605 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (b30d7123-bf59-42c2-9bfe-f1e157ded74e), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:28.459477 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:28.460879 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b30d7123-bf59-42c2-9bfe-f1e157ded74e HTTP/1.1" status: 204 len: 168 time: 0.1724949 May 25 16:16:28.473639 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30d7123-bf59-42c2-9bfe-f1e157ded74e,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:16:28.485649 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.488156 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.488156 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.488156 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.488424 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.488706 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.489025 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.489337 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.489671 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.490018 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.490332 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.490645 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.490954 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.491260 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:28.491566 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ab33b8-d4e4-493a-92b1-bf263b9ffaeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:16:30.196226 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e8923605-7993-4281-8a81-8f6b91c45f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:31.470630 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=16 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:31.476456 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=16 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:32.508861 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe6a5-778a-4d14-b89a-d128461ba746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:33.612173 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:35.268472 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:36.506996 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:16:38.272375 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:38.280195 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:38.466594 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:38.478811 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:40.458151 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 5 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:16:46.500994 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:46.502944 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:16:50.455245 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:00.294166 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a42221d1-5ef3-4be7-9cdb-60188c1d5d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:02.512004 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-429c6273-e0de-4d18-8885-1b400a6e63fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:03.613462 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:05.267673 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:06.509973 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:08.462032 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:08.472417 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=5 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:16.504598 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:16.505359 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:17.456404 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 5 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:17:27.452543 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:28.459269 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:30.195634 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-832c08d1-030e-4b05-8d13-d32bf5ab7c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:32.517828 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea55d-1a30-48f8-b3ea-af38482c01cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:33.619583 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:35.270524 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:36.512433 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:17:45.463676 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:45.467785 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:46.506848 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:46.507734 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:17:54.454946 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 5 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:18:00.197781 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-37186ded-9584-4f63-a162-6c314a16756d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:02.519036 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-425f897f-f41f-4fc4-9be1-fd02e67b4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:03.618816 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:04.450255 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:04.451840 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:05.273392 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:06.514852 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:16.508825 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:16.510731 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:20.781530 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3859718'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:29.400014 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=17 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:29.402225 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=15 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:30.199306 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f936afcd-8285-4ff7-bc3b-6dc3526f2b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:31.453637 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:18:32.521066 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-fafb3a4c-a570-4b37-9343-464461035389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:33.623021 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:33.944265 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39096) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:34.061319 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-9925db9f-4884-43f3-8d9f-8d5d0192facb admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1156573 May 25 16:18:35.276683 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:36.329566 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39106) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:18:36.387942 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f7397f58-dc45-4d48-8c76-d06d76c1f7ca admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0565782 May 25 16:18:36.517840 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:41.451851 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:46.381026 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:46.381996 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:46.511338 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:INSERT=1,neutron:SELECT=8 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:46.514326 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:50.765580 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:18:59.467186 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:18:59.471261 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:00.202703 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-14a59161-64a5-4063-ba05-32624aa31f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:02.523095 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-01fb5df7-63b8-4c3b-a4f7-964d1902a89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:03.624541 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:05.280450 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:06.519564 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:08.454185 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:19:15.275976 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:16.516384 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:18.449927 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:18.451149 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:20.781918 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:30.205200 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e7ad47c9-1340-4cd5-84fc-123e96665f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:32.531221 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c5728f80-1336-4a7b-a20a-645a781acb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:33.630151 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:35.293947 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:36.468299 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:36.469051 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=5 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:36.522778 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:45.453522 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:19:46.517043 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:46.518922 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:50.781600 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:19:55.450176 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:19:55.450944 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:00.208089 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-03a4f159-a256-4555-a5a9-872806117a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:02.525493 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f8846bb3-f988-414c-a10c-75cd8e39c5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:03.630261 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:05.295806 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:06.524720 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:13.460406 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:13.465994 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:16.459252 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39230) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:16.518500 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:16.519748 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:16.802787 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1248412750-network', 'tenant_id': '9d234edace28441282f594f0e03cacc5'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:16.828365 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Made reservation on behalf of 9d234edace28441282f594f0e03cacc5 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:16.831313 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:16.841359 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:16.929604 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Publish callbacks [] for security_group (810f6f5e-3d8f-4fd0-9573-15c415ceace9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:16.934718 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (810f6f5e-3d8f-4fd0-9573-15c415ceace9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:16.966808 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:20:16.978342 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810f6f5e-3d8f-4fd0-9573-15c415ceace9,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:16.988626 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.988962 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.989296 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.989705 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.990068 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.990361 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.990706 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.990978 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.991308 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.991645 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.991951 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.992266 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.992797 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.992920 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.993158 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Tracked resource versions report: May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: pushed versions: May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: { 'AddressGroup': {'1.2'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Agent': {'1.1'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'ConntrackHelper': {'1.0'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'LocalIPAssociation': {'1.0'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Log': {'1.0'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'NDPProxy': {'1.0'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Network': {'1.1'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Port': {'1.7'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'PortForwarding': {'1.3'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'QosPolicy': {'1.10'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'SecurityGroup': {'1.5'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'SecurityGroupRule': {'1.2'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'SubPort': {'1.0'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Subnet': {'1.1'}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Trunk': {'1.1'}} May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: consumer versions: May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: { DHCP agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: HyperV agent@hv-cinder-84327: {}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: L3 agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: Metadata agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: Metering agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: Open vSwitch agent@dv-cinder-843278-2-iscsi: { 'AddressGroup': '1.2', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Agent': '1.1', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'ConntrackHelper': '1.0', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'LocalIPAssociation': '1.0', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Log': '1.0', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'NDPProxy': '1.0', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Network': '1.1', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Port': '1.7', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'PortForwarding': '1.3', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'QosPolicy': '1.10', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'SecurityGroup': '1.5', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'SecurityGroupRule': '1.2', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'SubPort': '1.0', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Subnet': '1.1', May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: 'Trunk': '1.1'}} May 25 16:20:16.994444 dv-cinder-843278-2-iscsi neutron-server[103812]: {{(pid=103812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:20:16.999842 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (7b156e14-2770-4d0d-b2d4-3c86d4d1b705), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:17.000242 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Added segment 7b156e14-2770-4d0d-b2d4-3c86d4d1b705 of type vlan for network 924a9156-87e8-4a10-ac35-4ba66726a4f5 May 25 16:20:17.040187 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (924a9156-87e8-4a10-ac35-4ba66726a4f5), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:17.067915 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (924a9156-87e8-4a10-ac35-4ba66726a4f5), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:17.071854 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:17.072455 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:17.127243 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6667168 May 25 16:20:17.130255 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39270) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:17.138512 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Request body: {'subnet': {'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-subnet', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:17.143803 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb32c2b-ee6b-4730-8e2e-9ba7403fd546 admin admin] Pushing event updated for resources: {'Network': ['ID=924a9156-87e8-4a10-ac35-4ba66726a4f5,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:17.155173 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 924a9156-87e8-4a10-ac35-4ba66726a4f5 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:20:17.178187 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Made reservation on behalf of 9d234edace28441282f594f0e03cacc5 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:17.179319 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:17.373315 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for subnet (18e620dd-027b-4139-8d4b-9cc1e3ca8de8), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:17.420064 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e620dd-027b-4139-8d4b-9cc1e3ca8de8,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:17.428496 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.428840 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.429203 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.429539 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.430091 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.430576 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.431268 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.431757 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.432940 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.433427 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.433800 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.434144 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.434706 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.435049 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.435366 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Tracked resource versions report: May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: pushed versions: May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: { 'AddressGroup': {'1.2'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Agent': {'1.1'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'ConntrackHelper': {'1.0'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'LocalIPAssociation': {'1.0'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Log': {'1.0'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'NDPProxy': {'1.0'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Network': {'1.1'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Port': {'1.7'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'PortForwarding': {'1.3'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'QosPolicy': {'1.10'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'SecurityGroup': {'1.5'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'SecurityGroupRule': {'1.2'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'SubPort': {'1.0'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Subnet': {'1.1'}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Trunk': {'1.1'}} May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: consumer versions: May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: { DHCP agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: HyperV agent@hv-cinder-84327: {}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: L3 agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: Metadata agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: Metering agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: Open vSwitch agent@dv-cinder-843278-2-iscsi: { 'AddressGroup': '1.2', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Agent': '1.1', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'ConntrackHelper': '1.0', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'LocalIPAssociation': '1.0', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Log': '1.0', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'NDPProxy': '1.0', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Network': '1.1', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Port': '1.7', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'PortForwarding': '1.3', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'QosPolicy': '1.10', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'SecurityGroup': '1.5', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'SecurityGroupRule': '1.2', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'SubPort': '1.0', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Subnet': '1.1', May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: 'Trunk': '1.1'}} May 25 16:20:17.436592 dv-cinder-843278-2-iscsi neutron-server[103811]: {{(pid=103811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:20:17.457565 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Checking segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:17.457958 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Network hostable DHCP agents. Network: 924a9156-87e8-4a10-ac35-4ba66726a4f5, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:20:17.476506 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Network 924a9156-87e8-4a10-ac35-4ba66726a4f5 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:20:17.488025 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 924a9156-87e8-4a10-ac35-4ba66726a4f5) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:17.498899 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c41ba3-3f1b-40bf-b359-8a91829bd799 None None] Network 924a9156-87e8-4a10-ac35-4ba66726a4f5 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:20:17.501196 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:17.502154 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:17.527642 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39292) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:17.529023 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bae30547-8e7b-4529-ba27-0a990f471bcf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3967848 May 25 16:20:17.534007 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:17.559396 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29554'] for router (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:17.560621 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3681872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29561'] for router (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:17.614704 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Publish callbacks [] for router_controller (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), precommit_add_association {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:17.621599 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ee8f66d-6478-59fe-875a-ccd0fa6a1b8a-924a9156-87e8-4a10-ac35-4ba66726a4f5', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8'}]}} from dv-cinder-843278-2-iscsi. {{(pid=103814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:20:17.623621 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:17.833863 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39304) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:17.849265 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.db_base_plugin_common [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Allocated IP 172.20.0.2 (924a9156-87e8-4a10-ac35-4ba66726a4f5/18e620dd-027b-4139-8d4b-9cc1e3ca8de8/bdb87d5f-2c7a-49ec-92e2-5da414bc42cc) {{(pid=103814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:17.896816 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Publish callbacks [] for router_gateway (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:17.904430 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39310) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:18.015337 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39316) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:18.041851 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Publish callbacks [] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), precommit_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.049816 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.100617 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Pushing event updated for resources: {'Port': ['ID=bdb87d5f-2c7a-49ec-92e2-5da414bc42cc,revision_number=1']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:18.111118 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.111527 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.112066 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.113061 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.113583 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.114164 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.114714 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.115205 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.116056 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.116386 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.116712 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.117165 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.117488 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.118018 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.118331 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Tracked resource versions report: May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: pushed versions: May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: { 'AddressGroup': {'1.2'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Agent': {'1.1'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'ConntrackHelper': {'1.0'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'LocalIPAssociation': {'1.0'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Log': {'1.0'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'NDPProxy': {'1.0'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Network': {'1.1'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Port': {'1.7'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'PortForwarding': {'1.3'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'QosPolicy': {'1.10'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'SecurityGroup': {'1.5'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'SecurityGroupRule': {'1.2'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'SubPort': {'1.0'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Subnet': {'1.1'}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Trunk': {'1.1'}} May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: consumer versions: May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: { DHCP agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: HyperV agent@hv-cinder-84327: {}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: L3 agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: Metadata agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: Metering agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: Open vSwitch agent@dv-cinder-843278-2-iscsi: { 'AddressGroup': '1.2', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Agent': '1.1', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'ConntrackHelper': '1.0', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'LocalIPAssociation': '1.0', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Log': '1.0', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'NDPProxy': '1.0', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Network': '1.1', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Port': '1.7', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'PortForwarding': '1.3', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'QosPolicy': '1.10', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'SecurityGroup': '1.5', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'SecurityGroupRule': '1.2', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'SubPort': '1.0', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Subnet': '1.1', May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: 'Trunk': '1.1'}} May 25 16:20:18.120097 dv-cinder-843278-2-iscsi neutron-server[103814]: {{(pid=103814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:20:18.135508 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Network 924a9156-87e8-4a10-ac35-4ba66726a4f5 is already hosted by enough agents. {{(pid=103814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:18.137978 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.base_scheduler [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Resources bound (agent type, host, resource id): {{(pid=103814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:18.140804 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Received port after_create {{(pid=103814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:18.203074 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Publish callbacks [] for router_gateway (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.240162 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.259807 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Attempting to bind port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:18.260629 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Attempting to bind port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:18.261220 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Attempting to bind port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:18.268157 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:18.269008 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Checking segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:18.269779 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.269915 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-700447990-network', 'tenant_id': '9b5ee0d2e59647dc98721de1b8dfb4db'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:18.270905 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Bound using segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:18.271573 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Bound port: bdb87d5f-2c7a-49ec-92e2-5da414bc42cc, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:18.272312 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.320912 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Made reservation on behalf of 9b5ee0d2e59647dc98721de1b8dfb4db for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:18.326139 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.349373 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.352179 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] For port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:18.356660 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] For port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=bdb87d5f-2c7a-49ec-92e2-5da414bc42cc,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:18.366538 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.371914 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-network', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:18.383173 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:18.383788 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:18.409200 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Allocated IP 172.27.1.106 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/c97a21b6-04c2-49bd-9a45-c1f5ffd9193c) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:18.432638 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0400759-5803-46af-948f-0a93f995ccdd None None] Pushing event updated for resources: {'Port': ['ID=bdb87d5f-2c7a-49ec-92e2-5da414bc42cc,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:18.466306 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Made reservation on behalf of e916473814d44ac1ae6339f0d052daa1 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:18.469586 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.502326 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.564357 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1071001228-network', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:18.597853 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Publish callbacks [] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.619470 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39346) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:18.636024 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Made reservation on behalf of 3e8c39550e4e41e79cc56aa7d22ae052 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:18.640178 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.643921 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.657139 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.735750 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:18.736907 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Pushing event updated for resources: {'Port': ['ID=c97a21b6-04c2-49bd-9a45-c1f5ffd9193c,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:18.739841 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:18.742586 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:18.820776 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Publish callbacks [] for security_group (e364d55f-9377-454f-9913-5afd3d43f5e1), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.821854 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=74,neutron:INSERT=25,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:18.823163 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:18.826877 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Publish callbacks [] for security_group (bf52a56b-57c9-42d0-aad3-44b042ecdd33), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.831948 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (e364d55f-9377-454f-9913-5afd3d43f5e1), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.860492 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:20:18.875305 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (a602a074-4bbb-43e7-8175-4ff98e970517), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.875935 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Added segment a602a074-4bbb-43e7-8175-4ff98e970517 of type vlan for network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 May 25 16:20:18.944577 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:18.992643 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-454810357-network', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:19.027802 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.029086 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:19.029931 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.036301 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (bf52a56b-57c9-42d0-aad3-44b042ecdd33), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.066190 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Publish callbacks [] for router_gateway (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.106081 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e364d55f-9377-454f-9913-5afd3d43f5e1,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:19.120886 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1001713 May 25 16:20:19.126506 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39368) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:19.140654 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-86e756de-74f9-43ed-ae5f-32e858280834 admin admin] Request body: {'subnet': {'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1071001228-subnet', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:19.142873 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Made reservation on behalf of 95d1e25b20a146c198dfeda0dc43cd72 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:19.145679 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.166633 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.176149 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:20:19.227704 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e756de-74f9-43ed-ae5f-32e858280834 admin admin] Made reservation on behalf of 3e8c39550e4e41e79cc56aa7d22ae052 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:19.234009 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-86e756de-74f9-43ed-ae5f-32e858280834 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.258633 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:19.259576 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf52a56b-57c9-42d0-aad3-44b042ecdd33,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:19.385640 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Publish callbacks [] for security_group (13deef26-36ae-4662-8fc7-0b7dcfec80d0), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.388104 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (febbdf12-eb67-4b91-add6-14fee55945e4), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.388602 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Added segment febbdf12-eb67-4b91-add6-14fee55945e4 of type vlan for network 05183988-e2ff-45ca-a056-5d9e8d3fed8e May 25 16:20:19.469810 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Publish callbacks [] for security_group (59a15a18-e6d0-4141-bfd1-d4ec104a76a9), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.475333 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3865727'] for router (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.496005 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=8,neutron:UPDATE=3,neutron:SELECT=89 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:19.519898 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c14bd-d873-4e75-bb0e-515030d2900c admin admin] Pushing event updated for resources: {'Network': ['ID=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:19.567549 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:19.624389 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (13deef26-36ae-4662-8fc7-0b7dcfec80d0), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.632768 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (59a15a18-e6d0-4141-bfd1-d4ec104a76a9), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.660339 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (05183988-e2ff-45ca-a056-5d9e8d3fed8e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.664310 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:20:19.720203 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:20:19.739194 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-86e756de-74f9-43ed-ae5f-32e858280834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for subnet (b1e391e2-f1bc-4085-8176-36597c4822d4), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.740801 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:20:19.813121 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (cbe20146-8547-476d-9a2c-663f1c628007), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.813583 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Added segment cbe20146-8547-476d-9a2c-663f1c628007 of type vlan for network 4b9fb8be-8c67-427e-8c91-a4becd42df59 May 25 16:20:19.841032 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13deef26-36ae-4662-8fc7-0b7dcfec80d0,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:19.846898 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (1b02cc15-6767-456b-9c4e-9290db549992), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.847360 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Added segment 1b02cc15-6767-456b-9c4e-9290db549992 of type vlan for network 07eab40d-bc82-4433-9d88-2c85f65e23df May 25 16:20:19.869182 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device bdb87d5f-2c7a-49ec-92e2-5da414bc42cc up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:19.916019 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:19.916318 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e756de-74f9-43ed-ae5f-32e858280834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e391e2-f1bc-4085-8176-36597c4822d4,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:19.950462 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (05183988-e2ff-45ca-a056-5d9e8d3fed8e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.951355 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:19.951957 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.953174 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:19.953897 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.972399 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (4b9fb8be-8c67-427e-8c91-a4becd42df59), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:19.997490 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:20.005334 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e756de-74f9-43ed-ae5f-32e858280834 admin admin] Checking segment: {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:20.005697 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e756de-74f9-43ed-ae5f-32e858280834 admin admin] Network hostable DHCP agents. Network: c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:20:20.048224 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 is scheduled to L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee with binding_index 1 {{(pid=103812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:20:20.116479 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:20.117183 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.151067 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4bd413-9190-4c67-b420-8135a32d9517 None None] Network 924a9156-87e8-4a10-ac35-4ba66726a4f5 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:20:20.177082 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (07eab40d-bc82-4433-9d88-2c85f65e23df), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.178344 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:20:20.180054 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e756de-74f9-43ed-ae5f-32e858280834 admin admin] Network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:20:20.187810 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a15a18-e6d0-4141-bfd1-d4ec104a76a9,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:20.191918 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Sync routers for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:20:20.201789 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.204819 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4b2f16cc-f004-425d-8100-de422c765598 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6752033 May 25 16:20:20.205395 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:20.206047 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:20.207372 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39402) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:20.209513 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-86e756de-74f9-43ed-ae5f-32e858280834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:20.230279 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e756de-74f9-43ed-ae5f-32e858280834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:20.232284 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-86e756de-74f9-43ed-ae5f-32e858280834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.271775 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=20,neutron:SELECT=73,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:20.280550 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.4411018 May 25 16:20:20.281472 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (4b9fb8be-8c67-427e-8c91-a4becd42df59), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.283040 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:20.284377 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.296461 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39410) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:20.324349 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a2ced5-e570-4668-a80d-0c502e3a7589 None None] Network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:20:20.327660 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-c0280e4b-bbe4-49d8-86bb-1ce8b0e23b58 admin admin] Request body: {'subnet': {'network_id': '05183988-e2ff-45ca-a056-5d9e8d3fed8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-700447990-subnet', 'tenant_id': '9b5ee0d2e59647dc98721de1b8dfb4db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:20.363686 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=bdb87d5f-2c7a-49ec-92e2-5da414bc42cc,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:20.365114 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20336d2b-d94d-44bc-8b52-285a2265685c admin admin] Pushing event updated for resources: {'Network': ['ID=05183988-e2ff-45ca-a056-5d9e8d3fed8e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:20.388430 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 05183988-e2ff-45ca-a056-5d9e8d3fed8e details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:20:20.400456 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.446550 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-86e756de-74f9-43ed-ae5f-32e858280834 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3164847 May 25 16:20:20.448311 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39424) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:20.452904 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:20.456383 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (07eab40d-bc82-4433-9d88-2c85f65e23df), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.460887 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:20.469344 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.475581 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.5699537 May 25 16:20:20.490917 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39426) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:20.507700 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-c0146909-1802-42e0-8809-0bc23ec0bfed admin admin] Request body: {'subnet': {'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-subnet', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:20.528835 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29554'] for router (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.529881 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3681872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29561'] for router (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.533158 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:20.568073 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0280e4b-bbe4-49d8-86bb-1ce8b0e23b58 admin admin] Made reservation on behalf of 9b5ee0d2e59647dc98721de1b8dfb4db for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:20.575965 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0280e4b-bbe4-49d8-86bb-1ce8b0e23b58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.598012 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.9725466 May 25 16:20:20.615323 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39430) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:20.624040 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-2ab876a3-3c48-4f37-8f94-9db10494316b admin admin] Request body: {'subnet': {'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-subnet', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:20.684201 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0146909-1802-42e0-8809-0bc23ec0bfed admin admin] Made reservation on behalf of e916473814d44ac1ae6339f0d052daa1 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:20.696359 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c0146909-1802-42e0-8809-0bc23ec0bfed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.704292 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c173cb-45d7-40e9-b279-5d0fcce2f45c admin admin] Pushing event updated for resources: {'Network': ['ID=4b9fb8be-8c67-427e-8c91-a4becd42df59,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:20.733583 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 4b9fb8be-8c67-427e-8c91-a4becd42df59 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:20:20.848933 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-35e5c054-7774-4d01-942f-887d32f7fc0e None None] Provisioning complete for port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:20.849533 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-35e5c054-7774-4d01-942f-887d32f7fc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.862261 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab876a3-3c48-4f37-8f94-9db10494316b admin admin] Made reservation on behalf of 95d1e25b20a146c198dfeda0dc43cd72 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:20.872381 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ab876a3-3c48-4f37-8f94-9db10494316b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.874892 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:18Z', 'revision_number': 3, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:20.881298 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Publish callbacks [] for router_controller (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), precommit_add_association {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:20.918051 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Checking router: c2e2b41b-dc03-4bfd-9eaa-f927b191a693 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:20:20.918728 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Updating router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c binding host dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:20:20.986775 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.034980 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:21.041993 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=bdb87d5f-2c7a-49ec-92e2-5da414bc42cc,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:21.051530 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:21.098416 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e9f82-42ab-4208-8629-dfa0eecdf180 admin admin] Pushing event updated for resources: {'Network': ['ID=07eab40d-bc82-4433-9d88-2c85f65e23df,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:21.103106 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ee8f66d-6478-59fe-875a-ccd0fa6a1b8a-c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4'}]}} from dv-cinder-843278-2-iscsi. {{(pid=103814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:20:21.104598 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.128225 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0280e4b-bbe4-49d8-86bb-1ce8b0e23b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for subnet (1487b398-e61f-4589-a1e0-1a99a29e18ed), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.209876 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:21.229511 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Publish callbacks [] for router_gateway (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.248836 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0280e4b-bbe4-49d8-86bb-1ce8b0e23b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1487b398-e61f-4589-a1e0-1a99a29e18ed,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:21.296378 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.db_base_plugin_common [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Allocated IP 172.20.0.2 (c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9/b1e391e2-f1bc-4085-8176-36597c4822d4/dedaedad-e22d-4b9f-a05f-e7a38012c56c) {{(pid=103814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:21.364202 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0280e4b-bbe4-49d8-86bb-1ce8b0e23b58 admin admin] Checking segment: {'id': 'febbdf12-eb67-4b91-add6-14fee55945e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '05183988-e2ff-45ca-a056-5d9e8d3fed8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:21.365190 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0280e4b-bbe4-49d8-86bb-1ce8b0e23b58 admin admin] Network hostable DHCP agents. Network: 05183988-e2ff-45ca-a056-5d9e8d3fed8e, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:20:21.448278 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0280e4b-bbe4-49d8-86bb-1ce8b0e23b58 admin admin] Network 05183988-e2ff-45ca-a056-5d9e8d3fed8e is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:20:21.488492 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-c0280e4b-bbe4-49d8-86bb-1ce8b0e23b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 05183988-e2ff-45ca-a056-5d9e8d3fed8e) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:21.495479 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0280e4b-bbe4-49d8-86bb-1ce8b0e23b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:21.497107 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0280e4b-bbe4-49d8-86bb-1ce8b0e23b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.554648 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:21.556330 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 07eab40d-bc82-4433-9d88-2c85f65e23df details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:20:21.560381 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f256c26-0325-4e6a-adb7-329e8f50d3a6 None None] Network 05183988-e2ff-45ca-a056-5d9e8d3fed8e requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:20:21.600793 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Publish callbacks [] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), precommit_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.613004 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c0280e4b-bbe4-49d8-86bb-1ce8b0e23b58 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3051186 May 25 16:20:21.613770 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.651868 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ab876a3-3c48-4f37-8f94-9db10494316b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for subnet (a5fd1872-b933-477c-91a8-1b7b6079d318), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.695158 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Pushing event updated for resources: {'Port': ['ID=c97a21b6-04c2-49bd-9a45-c1f5ffd9193c,revision_number=2']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:21.710390 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.710390 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.710725 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.711714 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.712084 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.716299 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.716299 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.716299 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.716299 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.716299 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.716299 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.716299 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.716299 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.716299 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.716299 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Tracked resource versions report: May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: pushed versions: May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: { 'AddressGroup': {'1.2'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Agent': {'1.1'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'ConntrackHelper': {'1.0'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'LocalIPAssociation': {'1.0'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Log': {'1.0'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'NDPProxy': {'1.0'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Network': {'1.1'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Port': {'1.7'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'PortForwarding': {'1.3'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'QosPolicy': {'1.10'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'SecurityGroup': {'1.5'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'SecurityGroupRule': {'1.2'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'SubPort': {'1.0'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Subnet': {'1.1'}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Trunk': {'1.1'}} May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: consumer versions: May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: { DHCP agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: HyperV agent@hv-cinder-84327: {}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: L3 agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: Metadata agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: Metering agent@dv-cinder-843278-2-iscsi: {}, May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: Open vSwitch agent@dv-cinder-843278-2-iscsi: { 'AddressGroup': '1.2', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Agent': '1.1', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'ConntrackHelper': '1.0', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'LocalIPAssociation': '1.0', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Log': '1.0', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'NDPProxy': '1.0', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Network': '1.1', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Port': '1.7', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'PortForwarding': '1.3', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'QosPolicy': '1.10', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'SecurityGroup': '1.5', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'SecurityGroupRule': '1.2', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'SubPort': '1.0', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Subnet': '1.1', May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: 'Trunk': '1.1'}} May 25 16:20:21.717416 dv-cinder-843278-2-iscsi neutron-server[103815]: {{(pid=103815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:20:21.748476 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Attempting to bind port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:21.749042 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Attempting to bind port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:21.749151 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.749609 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Attempting to bind port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c on network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:21.756992 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:21.757496 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Checking segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:21.758048 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.758735 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Bound using segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:21.760510 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Bound port: c97a21b6-04c2-49bd-9a45-c1f5ffd9193c, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:21.761133 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.783706 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:21.790517 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab876a3-3c48-4f37-8f94-9db10494316b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5fd1872-b933-477c-91a8-1b7b6079d318,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:21.793667 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device bdb87d5f-2c7a-49ec-92e2-5da414bc42cc up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:21.818866 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] For port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:21.819129 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab876a3-3c48-4f37-8f94-9db10494316b admin admin] Checking segment: {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:21.819546 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab876a3-3c48-4f37-8f94-9db10494316b admin admin] Network hostable DHCP agents. Network: 07eab40d-bc82-4433-9d88-2c85f65e23df, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:20:21.824990 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] For port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=c97a21b6-04c2-49bd-9a45-c1f5ffd9193c,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:21.828631 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:21.834817 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.854903 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:21.871855 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab876a3-3c48-4f37-8f94-9db10494316b admin admin] Network 07eab40d-bc82-4433-9d88-2c85f65e23df is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:20:21.891090 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:21.897257 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923a704-6f6b-45c0-9d96-f26456d65519 None None] Pushing event updated for resources: {'Port': ['ID=c97a21b6-04c2-49bd-9a45-c1f5ffd9193c,revision_number=3']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:21.904583 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-2ab876a3-3c48-4f37-8f94-9db10494316b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 07eab40d-bc82-4433-9d88-2c85f65e23df) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:21.910322 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab876a3-3c48-4f37-8f94-9db10494316b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:21.913477 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ab876a3-3c48-4f37-8f94-9db10494316b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:21.944163 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:21.944982 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:21.950584 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2ab876a3-3c48-4f37-8f94-9db10494316b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3338318 May 25 16:20:21.953375 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39468) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:21.965635 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:22.018768 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c0146909-1802-42e0-8809-0bc23ec0bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for subnet (12d09b9d-7694-4ad9-b286-85dfd52d5768), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:22.054475 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29554'] for router (e708205c-50dc-4bc1-9d0a-d2fc586620da), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:22.056112 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3681872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29561'] for router (e708205c-50dc-4bc1-9d0a-d2fc586620da), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:22.057279 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7008671a-9df0-424b-a8df-8b9cef5bf2d4 None None] Network 07eab40d-bc82-4433-9d88-2c85f65e23df requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:20:22.080613 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:22.111439 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-35e5c054-7774-4d01-942f-887d32f7fc0e None None] Current status of the port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:22.313223 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:18Z', 'revision_number': 3, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:22.345796 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf973686-97ce-455b-a749-f2202a899a8d None None] The sync data for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi is: [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:18Z', 'revision_number': 3, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:20:22.359024 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39496) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:22.360420 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23bc7ce-ba41-4276-8224-d8bb0e2d66e1 None None] Network 05183988-e2ff-45ca-a056-5d9e8d3fed8e requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:20:22.394473 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Publish callbacks [] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), precommit_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:22.410285 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:22.410718 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:22.455653 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:20:22.481767 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ee8f66d-6478-59fe-875a-ccd0fa6a1b8a-07eab40d-bc82-4433-9d88-2c85f65e23df', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318'}]}} from dv-cinder-843278-2-iscsi. {{(pid=103814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:20:22.481767 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:22.484620 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Publish callbacks [] for router_controller (e708205c-50dc-4bc1-9d0a-d2fc586620da), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:22.486414 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:22.608236 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Publish callbacks [] for router_gateway (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:22.665894 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:22.731268 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-4f79d558-71fd-4cc2-9f6f-a614e4653ce3 None None] Provisioning complete for port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:22.731704 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4f79d558-71fd-4cc2-9f6f-a614e4653ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:22.923738 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 is already hosted by enough agents. {{(pid=103814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:22.943872 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:22.945628 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.base_scheduler [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Resources bound (agent type, host, resource id): {{(pid=103814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:23.046223 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Received port after_create {{(pid=103814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:23.049443 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:23.050428 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0146909-1802-42e0-8809-0bc23ec0bfed admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d09b9d-7694-4ad9-b286-85dfd52d5768,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:23.104058 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:23.106292 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-564b6c3b-4ccb-4ead-9964-ef7a1addb4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:23.111029 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Publish callbacks [] for router_gateway (e708205c-50dc-4bc1-9d0a-d2fc586620da), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:23.161106 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0146909-1802-42e0-8809-0bc23ec0bfed admin admin] Checking segment: {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:23.161758 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0146909-1802-42e0-8809-0bc23ec0bfed admin admin] Network hostable DHCP agents. Network: 4b9fb8be-8c67-427e-8c91-a4becd42df59, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:20:23.332470 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Pushing event updated for resources: {'Port': ['ID=dedaedad-e22d-4b9f-a05f-e7a38012c56c,revision_number=1']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:23.501873 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39544) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:23.541402 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Attempting to bind port dedaedad-e22d-4b9f-a05f-e7a38012c56c on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:23.542158 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Attempting to bind port dedaedad-e22d-4b9f-a05f-e7a38012c56c by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:23.542538 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Attempting to bind port dedaedad-e22d-4b9f-a05f-e7a38012c56c on network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:23.542945 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Allocated IP 172.20.0.1 (924a9156-87e8-4a10-ac35-4ba66726a4f5/18e620dd-027b-4139-8d4b-9cc1e3ca8de8/b3bb6899-81f5-40a7-ba25-e8c53319f8a9) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:23.562076 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:23.571430 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:23.571811 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Checking segment: {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:23.572214 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:23.573293 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Bound using segment: {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:23.573832 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Bound port: dedaedad-e22d-4b9f-a05f-e7a38012c56c, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:23.574220 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:23.578947 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-4f79d558-71fd-4cc2-9f6f-a614e4653ce3 None None] Current status of the port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:23.585499 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.db_base_plugin_common [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Allocated IP 172.20.0.2 (07eab40d-bc82-4433-9d88-2c85f65e23df/a5fd1872-b933-477c-91a8-1b7b6079d318/be977482-d880-4599-80a6-134fd8993a22) {{(pid=103814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:23.609176 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Publish callbacks [] for router_gateway (e708205c-50dc-4bc1-9d0a-d2fc586620da), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:23.637093 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:23.740085 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device c97a21b6-04c2-49bd-9a45-c1f5ffd9193c up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:23.759579 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Publish callbacks [] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:23.764295 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:23.765494 dv-cinder-843278-2-iscsi neutron-server[103812]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 16:20:23.777124 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] For port dedaedad-e22d-4b9f-a05f-e7a38012c56c, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:23.786795 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0146909-1802-42e0-8809-0bc23ec0bfed admin admin] Network 4b9fb8be-8c67-427e-8c91-a4becd42df59 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:20:23.800725 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Allocated IP 172.27.1.184 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/3fa38221-9d8d-480c-850c-dd91a19ef66a) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:23.818264 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] For port dedaedad-e22d-4b9f-a05f-e7a38012c56c, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=dedaedad-e22d-4b9f-a05f-e7a38012c56c,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:23.849319 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:23.858156 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-c0146909-1802-42e0-8809-0bc23ec0bfed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 4b9fb8be-8c67-427e-8c91-a4becd42df59) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:23.889640 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd94a82-4999-4946-bec2-13f07514f2f1 None None] Network 4b9fb8be-8c67-427e-8c91-a4becd42df59 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:20:23.897885 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0146909-1802-42e0-8809-0bc23ec0bfed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:23.898692 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c0146909-1802-42e0-8809-0bc23ec0bfed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.065934 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:UPDATE=9 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:24.096371 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:24.113281 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:24.113743 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.118340 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-564b6c3b-4ccb-4ead-9964-ef7a1addb4d3 admin admin] Publish callbacks [] for security_group (f44d25f8-4942-4034-b539-06891bb6bb7b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.165122 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-564b6c3b-4ccb-4ead-9964-ef7a1addb4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f44d25f8-4942-4034-b539-06891bb6bb7b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.171103 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:24.175738 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Publish callbacks [] for port (be977482-d880-4599-80a6-134fd8993a22), precommit_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.184530 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.189927 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee722fa-8bce-47f3-b118-a255b41e9627 None None] Pushing event updated for resources: {'Port': ['ID=dedaedad-e22d-4b9f-a05f-e7a38012c56c,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:24.210023 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (be977482-d880-4599-80a6-134fd8993a22), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.228739 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c0146909-1802-42e0-8809-0bc23ec0bfed admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.7365563 May 25 16:20:24.231937 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39568) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:24.237443 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:24.276256 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29554'] for router (09bbca93-bf37-4210-a635-9ef33a8edc67), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.277698 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3681872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29561'] for router (09bbca93-bf37-4210-a635-9ef33a8edc67), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.284585 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:24.319551 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Pushing event updated for resources: {'Port': ['ID=b3bb6899-81f5-40a7-ba25-e8c53319f8a9,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:24.331664 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Network 07eab40d-bc82-4433-9d88-2c85f65e23df is already hosted by enough agents. {{(pid=103814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:24.331851 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b6c3b-4ccb-4ead-9964-ef7a1addb4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44d25f8-4942-4034-b539-06891bb6bb7b,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:24.335265 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ee8f66d-6478-59fe-875a-ccd0fa6a1b8a-4b9fb8be-8c67-427e-8c91-a4becd42df59', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768'}]}} from dv-cinder-843278-2-iscsi. {{(pid=103814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:20:24.336667 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.380995 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Publish callbacks [] for router_controller (09bbca93-bf37-4210-a635-9ef33a8edc67), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.383610 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-564b6c3b-4ccb-4ead-9964-ef7a1addb4d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88bf6b4fb2cd42108fa32b92c44a5e33&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0115120 May 25 16:20:24.392067 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39570) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:24.397773 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Network 924a9156-87e8-4a10-ac35-4ba66726a4f5 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:24.466243 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-95c4b621-bf30-482b-9d9c-fefe697f3b14 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:24.474007 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-95c4b621-bf30-482b-9d9c-fefe697f3b14 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/networks?id=05183988-e2ff-45ca-a056-5d9e8d3fed8e HTTP/1.1" status: 200 len: 811 time: 0.7101791 May 25 16:20:24.477823 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:24.482758 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:24.483451 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858730'] for router_interface (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.586782 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-f54b725f-81d7-45bc-9a8b-22fdb38fd20b tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/quotas/9b5ee0d2e59647dc98721de1b8dfb4db HTTP/1.1" status: 200 len: 375 time: 0.1085854 May 25 16:20:24.600119 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.db_base_plugin_common [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Allocated IP 172.20.0.2 (4b9fb8be-8c67-427e-8c91-a4becd42df59/12d09b9d-7694-4ad9-b286-85dfd52d5768/249a0a3c-9968-4146-a88c-a93c66fa56af) {{(pid=103814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:24.635694 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.base_scheduler [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Resources bound (agent type, host, resource id): {{(pid=103814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:24.645920 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Received port after_create {{(pid=103814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:24.648666 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Pushing event updated for resources: {'Port': ['ID=be977482-d880-4599-80a6-134fd8993a22,revision_number=1']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:24.714992 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-c4f0533c-8fee-4275-8e13-17c2d9d77baa tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b5ee0d2e59647dc98721de1b8dfb4db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014633 May 25 16:20:24.718831 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:24.719398 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.756441 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=c97a21b6-04c2-49bd-9a45-c1f5ffd9193c,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:24.764651 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Publish callbacks [] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.821363 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e7f78cb-1c13-4cd8-b534-2a75cf461caa admin admin] Publish callbacks [] for security_group (f44d25f8-4942-4034-b539-06891bb6bb7b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.821504 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.849032 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Publish callbacks [] for router_gateway (09bbca93-bf37-4210-a635-9ef33a8edc67), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.917481 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Attempting to bind port be977482-d880-4599-80a6-134fd8993a22 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:24.918158 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Attempting to bind port be977482-d880-4599-80a6-134fd8993a22 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:24.918525 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Attempting to bind port be977482-d880-4599-80a6-134fd8993a22 on network 07eab40d-bc82-4433-9d88-2c85f65e23df {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:24.920099 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e7f78cb-1c13-4cd8-b534-2a75cf461caa admin admin] Publish callbacks [] for security_group (f44d25f8-4942-4034-b539-06891bb6bb7b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.955480 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:24.955886 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Checking segment: {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:24.956243 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.956630 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Bound using segment: {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:24.957123 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Bound port: be977482-d880-4599-80a6-134fd8993a22, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:24.957578 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (be977482-d880-4599-80a6-134fd8993a22), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:24.984540 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=c97a21b6-04c2-49bd-9a45-c1f5ffd9193c,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:25.045622 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-eda2259f-3235-4eb5-b9f1-1d0daa7a54ed service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:20:25.046926 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-eda2259f-3235-4eb5-b9f1-1d0daa7a54ed service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1335378 May 25 16:20:25.103189 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:25.104860 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.107947 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-5c705502-99fd-4bb1-834e-97a93aed5b98 None None] Provisioning complete for port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:25.108423 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5c705502-99fd-4bb1-834e-97a93aed5b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.138007 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.144907 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e7f78cb-1c13-4cd8-b534-2a75cf461caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f44d25f8-4942-4034-b539-06891bb6bb7b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.147521 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e7f78cb-1c13-4cd8-b534-2a75cf461caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.152311 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2e7f78cb-1c13-4cd8-b534-2a75cf461caa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f44d25f8-4942-4034-b539-06891bb6bb7b HTTP/1.1" status: 204 len: 168 time: 0.7518411 May 25 16:20:25.164868 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Publish callbacks [] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), precommit_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.179962 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] For port be977482-d880-4599-80a6-134fd8993a22, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:25.186048 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] For port be977482-d880-4599-80a6-134fd8993a22, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=be977482-d880-4599-80a6-134fd8993a22,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:25.187918 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.193345 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-5c705502-99fd-4bb1-834e-97a93aed5b98 None None] Port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:25.202410 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:25.206571 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f78cb-1c13-4cd8-b534-2a75cf461caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44d25f8-4942-4034-b539-06891bb6bb7b,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:25.226240 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa38221-9d8d-480c-850c-dd91a19ef66a,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:25.258231 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (be977482-d880-4599-80a6-134fd8993a22), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.289983 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Allocated IP 172.27.1.185 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/a8733c66-2141-456c-92b2-4b3901d7236a) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:25.306868 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:25.309144 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Publish callbacks [] for router_gateway (09bbca93-bf37-4210-a635-9ef33a8edc67), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.311514 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:25.329942 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:25.332956 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Network 4b9fb8be-8c67-427e-8c91-a4becd42df59 is already hosted by enough agents. {{(pid=103814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:25.339032 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:25.362891 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.386231 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.base_scheduler [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Resources bound (agent type, host, resource id): {{(pid=103814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:25.397045 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:25.401238 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Pushing event updated for resources: {'Port': ['ID=249a0a3c-9968-4146-a88c-a93c66fa56af,revision_number=1']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:25.403915 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Received port after_create {{(pid=103814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:25.560980 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5605d2-4441-4c59-93f6-0c1c17e1556f None None] Pushing event updated for resources: {'Port': ['ID=be977482-d880-4599-80a6-134fd8993a22,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:25.576707 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-eaed9cfb-2c61-4004-8791-af93f72e2a0d service neutron] 10.222.0.42 "GET /v2.0/networks/05183988-e2ff-45ca-a056-5d9e8d3fed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013387 May 25 16:20:25.627305 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Attempting to bind port 249a0a3c-9968-4146-a88c-a93c66fa56af on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:25.630202 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Attempting to bind port 249a0a3c-9968-4146-a88c-a93c66fa56af by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:25.630889 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Attempting to bind port 249a0a3c-9968-4146-a88c-a93c66fa56af on network 4b9fb8be-8c67-427e-8c91-a4becd42df59 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:25.650956 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:25.654436 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Checking segment: {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:25.655146 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.655803 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Bound using segment: {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:25.656495 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Bound port: 249a0a3c-9968-4146-a88c-a93c66fa56af, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:25.658155 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.739806 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Publish callbacks [] for port (a8733c66-2141-456c-92b2-4b3901d7236a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.799204 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:25.830412 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] For port 249a0a3c-9968-4146-a88c-a93c66fa56af, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:25.836922 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] For port 249a0a3c-9968-4146-a88c-a93c66fa56af, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=249a0a3c-9968-4146-a88c-a93c66fa56af,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:25.857083 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.917470 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39598) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:25.945366 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:25.980404 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (a8733c66-2141-456c-92b2-4b3901d7236a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:25.991801 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device dedaedad-e22d-4b9f-a05f-e7a38012c56c up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:25.998690 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c4c09708-23ab-4f6e-8540-39cef157054f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:26.011305 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39600) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:26.038587 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f8bd7-2cb1-4984-a5b3-f1366066c26a None None] Pushing event updated for resources: {'Port': ['ID=249a0a3c-9968-4146-a88c-a93c66fa56af,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:26.047282 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8796fd1e-5168-425f-9284-82247feb0034 None None] Network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:20:26.099450 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:26.141847 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Publish callbacks [] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:26.152444 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:26.172392 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:26.174901 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:26.179451 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-59f06fe9-d0fa-427b-b54a-47c42d043bfb None None] Provisioning complete for port dedaedad-e22d-4b9f-a05f-e7a38012c56c triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:26.179882 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-59f06fe9-d0fa-427b-b54a-47c42d043bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:26.183585 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-112397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859898'] for router_interface (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:26.208311 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Pushing event updated for resources: {'Port': ['ID=a8733c66-2141-456c-92b2-4b3901d7236a,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:26.218887 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Allocated IP 172.27.1.250 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/a77bc3bd-0746-4514-a9cd-164be08a2bd7) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:26.249209 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port dedaedad-e22d-4b9f-a05f-e7a38012c56c triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:26.249583 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:26.332128 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-21af9cce-e29b-44c1-b952-5dbe8df254fd service neutron] 10.222.0.42 "GET /v2.0/networks/05183988-e2ff-45ca-a056-5d9e8d3fed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301905 May 25 16:20:26.519797 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port dedaedad-e22d-4b9f-a05f-e7a38012c56c is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:26.520272 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:26.533422 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-59f06fe9-d0fa-427b-b54a-47c42d043bfb None None] Current status of the port dedaedad-e22d-4b9f-a05f-e7a38012c56c is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:26.533829 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-59f06fe9-d0fa-427b-b54a-47c42d043bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:26.597546 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d4c53b7f-b4dd-49d3-8db9-cdb511af62e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:26.672553 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port dedaedad-e22d-4b9f-a05f-e7a38012c56c, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=dedaedad-e22d-4b9f-a05f-e7a38012c56c,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:26.678753 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:26.679801 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device c97a21b6-04c2-49bd-9a45-c1f5ffd9193c up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:26.698367 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Pushing event updated for resources: {'Port': ['ID=b3bb6899-81f5-40a7-ba25-e8c53319f8a9,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:26.827001 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Publish callbacks [] for router_gateway (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:26.847535 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39618) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:26.903952 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:26.972712 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.db.api [None req-59f06fe9-d0fa-427b-b54a-47c42d043bfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 16:20:26.973193 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG oslo_db.api [None req-59f06fe9-d0fa-427b-b54a-47c42d043bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:20:26.974415 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=dedaedad-e22d-4b9f-a05f-e7a38012c56c,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:27.003122 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c4c09708-23ab-4f6e-8540-39cef157054f admin admin] Publish callbacks [] for security_group (3f8916c4-c565-40e9-bb3c-6c4e049334d7), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.004173 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:27.017083 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:27.017454 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.030628 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Publish callbacks [] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.033861 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Publish callbacks [] for router_gateway (e708205c-50dc-4bc1-9d0a-d2fc586620da), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.042442 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9c9a8248-ee82-4972-87c4-73387e1e79fc req-9d2243c3-2051-4b77-a23e-69aa721760fb tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 210 time: 0.1529999 May 25 16:20:27.062602 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc5276-babd-458c-8b43-4a5028c7d446 None None] Network 07eab40d-bc82-4433-9d88-2c85f65e23df requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:20:27.078429 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c4c09708-23ab-4f6e-8540-39cef157054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (3f8916c4-c565-40e9-bb3c-6c4e049334d7), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.087879 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Network 924a9156-87e8-4a10-ac35-4ba66726a4f5 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:27.116156 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:27.192717 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:27.216734 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.228264 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:27.280567 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:27.316380 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:27.390877 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:27.415004 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d4c53b7f-b4dd-49d3-8db9-cdb511af62e7 admin admin] Publish callbacks [] for security_group (7a0578a2-e69d-4bf3-9498-9dbf3bab9393), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.415477 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:27.427904 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:27.437667 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3865727'] for router (e708205c-50dc-4bc1-9d0a-d2fc586620da), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.463808 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d4c53b7f-b4dd-49d3-8db9-cdb511af62e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (7a0578a2-e69d-4bf3-9498-9dbf3bab9393), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.503774 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c4c09708-23ab-4f6e-8540-39cef157054f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afa05e9e7bb3416c9c82df26e29b711b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5762136 May 25 16:20:27.509298 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39636) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:27.545834 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-59f06fe9-d0fa-427b-b54a-47c42d043bfb None None] Current status of the port dedaedad-e22d-4b9f-a05f-e7a38012c56c is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:27.550537 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Pushing event updated for resources: {'Port': ['ID=a77bc3bd-0746-4514-a9cd-164be08a2bd7,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:27.673028 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c09708-23ab-4f6e-8540-39cef157054f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8916c4-c565-40e9-bb3c-6c4e049334d7,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:27.689018 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0b9bdeaf-c549-48fd-8a46-692e1e0b012b None None] Provisioning complete for port dedaedad-e22d-4b9f-a05f-e7a38012c56c triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:27.689382 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdeaf-c549-48fd-8a46-692e1e0b012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.851906 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3865727'] for router (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.866365 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-d4c53b7f-b4dd-49d3-8db9-cdb511af62e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ae7d1ac52ec41c7a14e107347da454f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8483846 May 25 16:20:27.868340 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39644) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:27.883970 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:27.885174 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc07cc1b-8647-43e9-8b53-c04529b33d74 admin admin] Publish callbacks [] for security_group (3f8916c4-c565-40e9-bb3c-6c4e049334d7), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.962148 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc07cc1b-8647-43e9-8b53-c04529b33d74 admin admin] Publish callbacks [] for security_group (3f8916c4-c565-40e9-bb3c-6c4e049334d7), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:27.999644 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebca01a-d95b-4b76-ba51-2e1681984399 None None] Network 4b9fb8be-8c67-427e-8c91-a4becd42df59 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:20:28.001680 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device be977482-d880-4599-80a6-134fd8993a22 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:28.006518 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c53b7f-b4dd-49d3-8db9-cdb511af62e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0578a2-e69d-4bf3-9498-9dbf3bab9393,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:28.006646 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0b9bdeaf-c549-48fd-8a46-692e1e0b012b None None] Current status of the port dedaedad-e22d-4b9f-a05f-e7a38012c56c is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:28.045857 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0b9bdeaf-c549-48fd-8a46-692e1e0b012b None None] Provisioning complete for port be977482-d880-4599-80a6-134fd8993a22 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:28.046307 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdeaf-c549-48fd-8a46-692e1e0b012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (be977482-d880-4599-80a6-134fd8993a22), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.072930 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Publish callbacks [] for router_gateway (09bbca93-bf37-4210-a635-9ef33a8edc67), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.162485 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-92195c0f-49b8-453e-9d1c-e7f8790d17a7 admin admin] Publish callbacks [] for security_group (7a0578a2-e69d-4bf3-9498-9dbf3bab9393), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.192022 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port be977482-d880-4599-80a6-134fd8993a22 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:28.192486 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (be977482-d880-4599-80a6-134fd8993a22), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.220408 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:28.255786 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-92195c0f-49b8-453e-9d1c-e7f8790d17a7 admin admin] Publish callbacks [] for security_group (7a0578a2-e69d-4bf3-9498-9dbf3bab9393), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.259540 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-06d8a8a3-fd2d-42f4-9acb-457926f64800 req-8e8a4822-2309-4260-9599-420561a765e6 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 210 time: 0.0879436 May 25 16:20:28.272414 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc07cc1b-8647-43e9-8b53-c04529b33d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (3f8916c4-c565-40e9-bb3c-6c4e049334d7), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.272918 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:20:28.275456 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc07cc1b-8647-43e9-8b53-c04529b33d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.279376 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-dc07cc1b-8647-43e9-8b53-c04529b33d74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f8916c4-c565-40e9-bb3c-6c4e049334d7 HTTP/1.1" status: 204 len: 168 time: 0.7594504 May 25 16:20:28.290317 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07cc1b-8647-43e9-8b53-c04529b33d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8916c4-c565-40e9-bb3c-6c4e049334d7,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:28.301123 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Router e708205c-50dc-4bc1-9d0a-d2fc586620da is scheduled to L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:20:28.333528 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0b9bdeaf-c549-48fd-8a46-692e1e0b012b None None] Current status of the port be977482-d880-4599-80a6-134fd8993a22 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:28.334052 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdeaf-c549-48fd-8a46-692e1e0b012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (be977482-d880-4599-80a6-134fd8993a22), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.452265 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:28.464433 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:20:28.481922 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-42c8c898-3e7b-4200-9220-a2158c897dce admin admin] 10.222.0.42 "PUT /v2.0/routers/c2e2b41b-dc03-4bfd-9eaa-f927b191a693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2687540 May 25 16:20:28.486347 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3865727'] for router (09bbca93-bf37-4210-a635-9ef33a8edc67), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.515171 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 is scheduled to L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee with binding_index 1 {{(pid=103812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:20:28.533973 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0b9bdeaf-c549-48fd-8a46-692e1e0b012b None None] For port be977482-d880-4599-80a6-134fd8993a22, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=be977482-d880-4599-80a6-134fd8993a22,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:28.539751 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Sync routers for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:20:28.573333 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdeaf-c549-48fd-8a46-692e1e0b012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (be977482-d880-4599-80a6-134fd8993a22), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.633341 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-92195c0f-49b8-453e-9d1c-e7f8790d17a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (7a0578a2-e69d-4bf3-9498-9dbf3bab9393), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.644939 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-92195c0f-49b8-453e-9d1c-e7f8790d17a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.648684 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-92195c0f-49b8-453e-9d1c-e7f8790d17a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a0578a2-e69d-4bf3-9498-9dbf3bab9393 HTTP/1.1" status: 204 len: 168 time: 0.7689145 May 25 16:20:28.655347 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:28.660730 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:28.668452 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port be977482-d880-4599-80a6-134fd8993a22 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:28.668932 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (be977482-d880-4599-80a6-134fd8993a22), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.680452 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92195c0f-49b8-453e-9d1c-e7f8790d17a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0578a2-e69d-4bf3-9498-9dbf3bab9393,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:28.769340 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:28.772957 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:20:28.779755 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:28.787363 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Sync routers for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:20:28.800731 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.805263 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-74d793bd-71ea-4bf3-a501-aaa90074f5c7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3541651 May 25 16:20:28.805263 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39674) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:28.821139 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:28.825284 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:28.828329 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:20:28.925890 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:28.927140 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a710c915-51ee-4b91-86dd-31e1dcb21216 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.9727085 May 25 16:20:28.932994 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Sync routers for ids ['e708205c-50dc-4bc1-9d0a-d2fc586620da'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:20:28.945102 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39676) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:28.976354 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] Provisioning complete for port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:28.976726 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:29.020238 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:29.066035 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bdeaf-c549-48fd-8a46-692e1e0b012b None None] Pushing event updated for resources: {'Port': ['ID=be977482-d880-4599-80a6-134fd8993a22,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:29.086990 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Router 09bbca93-bf37-4210-a635-9ef33a8edc67 is scheduled to L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:20:29.205968 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] Port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:29.245913 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] Provisioning complete for port be977482-d880-4599-80a6-134fd8993a22 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:29.246365 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (be977482-d880-4599-80a6-134fd8993a22), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:29.352035 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:26Z', 'revision_number': 3, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:29.370174 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Routers {'e708205c-50dc-4bc1-9d0a-d2fc586620da'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:29.370835 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['e708205c-50dc-4bc1-9d0a-d2fc586620da'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:29.423159 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Checking router: ec9340ba-bf33-42c8-8549-3d4ea785e8f0 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:20:29.423701 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Updating router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 port 3fa38221-9d8d-480c-850c-dd91a19ef66a binding host dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:20:29.514792 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:29.757317 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] Current status of the port be977482-d880-4599-80a6-134fd8993a22 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:29.770374 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39712) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:29.775546 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-0c031ab0-0c57-4f9a-8b1e-d24e02430faf tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129154082', 'description': 'tempest-description--1729053161'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:29.794088 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:29.810780 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0295ea23-8aec-414a-8592-ff25b71ba27b req-539f9de0-960d-44ba-bc99-0e0bd656a84e tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 210 time: 0.1091561 May 25 16:20:29.811220 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] Provisioning complete for port 249a0a3c-9968-4146-a88c-a93c66fa56af triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:29.812168 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:29.817020 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c031ab0-0c57-4f9a-8b1e-d24e02430faf tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:29.851613 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:29.896609 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:29.901486 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:29.974931 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:29.975687 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.db.api [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 16:20:29.976221 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG oslo_db.api [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:20:30.010999 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:20:30.036600 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Set router e708205c-50dc-4bc1-9d0a-d2fc586620da gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:30.094192 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Sync routers for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:20:30.123942 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:30.136095 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-703ce0a8-ac03-4813-9acc-a723f073b749 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9013512 May 25 16:20:30.137809 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39726) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:30.152567 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:30.160930 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:30.167685 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:30.173126 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] Current status of the port 249a0a3c-9968-4146-a88c-a93c66fa56af is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:30.175152 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:30.175954 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c031ab0-0c57-4f9a-8b1e-d24e02430faf tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:30.185214 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.84', 62536) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:30.400022 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:30.408184 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-79bec2af-59d5-49d1-8f74-851ba92d41c1 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:30.413707 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-79bec2af-59d5-49d1-8f74-851ba92d41c1 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.84 "GET /v2.0/networks?id=05183988-e2ff-45ca-a056-5d9e8d3fed8e HTTP/1.1" status: 200 len: 811 time: 0.2231424 May 25 16:20:30.418484 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c031ab0-0c57-4f9a-8b1e-d24e02430faf tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:30.472250 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:30.486930 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] For port 249a0a3c-9968-4146-a88c-a93c66fa56af, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=249a0a3c-9968-4146-a88c-a93c66fa56af,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:30.492868 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Request body: {'port': {'device_id': 'f33f1186-4082-43e1-878c-77a547575727', 'network_id': '05183988-e2ff-45ca-a056-5d9e8d3fed8e', 'admin_state_up': True, 'tenant_id': '9b5ee0d2e59647dc98721de1b8dfb4db'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:30.499084 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:30.534402 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c031ab0-0c57-4f9a-8b1e-d24e02430faf tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:30.535932 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0c031ab0-0c57-4f9a-8b1e-d24e02430faf tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7639048 May 25 16:20:30.550248 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c031ab0-0c57-4f9a-8b1e-d24e02430faf tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:30.571098 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39748) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:30.581409 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-32c0b0a6-85cc-4e91-94e3-99761c181a9f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'security_group_rule': {'security_group_id': '913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:30.582576 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:30.621409 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:30.803326 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-32c0b0a6-85cc-4e91-94e3-99761c181a9f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (3b60fc8f-e62b-4c5b-add6-597000535aa5), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:30.856174 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:30.971189 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-608414c2-0d10-4822-8923-1e538c29dde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:30.979684 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Publish callbacks [] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), precommit_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:31.001678 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:31.109456 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Allocated IP 172.20.0.1 (07eab40d-bc82-4433-9d88-2c85f65e23df/a5fd1872-b933-477c-91a8-1b7b6079d318/3c1fb575-65ee-4716-8340-9263a5d1c750) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:31.114537 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa52c57-2585-486c-829f-07bbfaa39166 None None] Pushing event updated for resources: {'Port': ['ID=3fa38221-9d8d-480c-850c-dd91a19ef66a,revision_number=2']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:31.134989 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port be977482-d880-4599-80a6-134fd8993a22 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:31.136173 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device dedaedad-e22d-4b9f-a05f-e7a38012c56c up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:31.163165 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Attempting to bind port 3fa38221-9d8d-480c-850c-dd91a19ef66a on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:31.163533 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Attempting to bind port 3fa38221-9d8d-480c-850c-dd91a19ef66a by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:31.163889 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Attempting to bind port 3fa38221-9d8d-480c-850c-dd91a19ef66a on network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:31.173667 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:31.173667 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Checking segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:31.174068 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:31.174394 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Bound using segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:31.174880 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Bound port: 3fa38221-9d8d-480c-850c-dd91a19ef66a, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:31.175261 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:31.230291 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:27Z', 'revision_number': 3, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:31.244036 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fdd456f1-3748-42b8-b8da-72c827f24665 req-e8416283-2545-4851-bf39-d15830d7db32 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 210 time: 0.1608891 May 25 16:20:31.248493 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Allocated IP 172.20.0.1 (c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9/b1e391e2-f1bc-4085-8176-36597c4822d4/02df73ce-e1d6-4753-ac9d-8a48d5d150da) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:31.289905 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-17684540-ca81-4868-9473-a392fa65130b None None] Provisioning complete for port 249a0a3c-9968-4146-a88c-a93c66fa56af triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:31.290299 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-17684540-ca81-4868-9473-a392fa65130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:31.294023 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Checking router: 09bbca93-bf37-4210-a635-9ef33a8edc67 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:20:31.294382 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Updating router 09bbca93-bf37-4210-a635-9ef33a8edc67 port a77bc3bd-0746-4514-a9cd-164be08a2bd7 binding host dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:20:31.307898 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Made reservation on behalf of 9b5ee0d2e59647dc98721de1b8dfb4db for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:31.311471 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:31.323000 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:31.330855 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:31.380810 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] For port 3fa38221-9d8d-480c-850c-dd91a19ef66a, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:31.387204 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] For port 3fa38221-9d8d-480c-850c-dd91a19ef66a, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=3fa38221-9d8d-480c-850c-dd91a19ef66a,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:31.419118 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:31.458087 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port dedaedad-e22d-4b9f-a05f-e7a38012c56c triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:31.458455 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:31.596652 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Publish callbacks [] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:31.628576 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-32c0b0a6-85cc-4e91-94e3-99761c181a9f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (3b60fc8f-e62b-4c5b-add6-597000535aa5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:31.642342 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:31.649153 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:31.653948 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:31.709162 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa52c57-2585-486c-829f-07bbfaa39166 None None] Pushing event updated for resources: {'Port': ['ID=3fa38221-9d8d-480c-850c-dd91a19ef66a,revision_number=3']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:31.749277 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-32c0b0a6-85cc-4e91-94e3-99761c181a9f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (3b60fc8f-e62b-4c5b-add6-597000535aa5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:31.804332 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0b0a6-85cc-4e91-94e3-99761c181a9f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b60fc8f-e62b-4c5b-add6-597000535aa5,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:31.889227 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:31.999806 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Publish callbacks [] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.065287 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Allocated IP 172.20.0.13 (05183988-e2ff-45ca-a056-5d9e8d3fed8e/1487b398-e61f-4589-a1e0-1a99a29e18ed/896b3b44-139e-492c-954c-cf69765ec184) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:32.210322 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afe6c1-0e8d-43fc-8a86-03b421a39e8e None None] Pushing event updated for resources: {'Port': ['ID=249a0a3c-9968-4146-a88c-a93c66fa56af,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:32.225231 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.232438 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Publish callbacks [] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), precommit_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.235598 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:32.237753 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:32.272192 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-32c0b0a6-85cc-4e91-94e3-99761c181a9f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.276680 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-32c0b0a6-85cc-4e91-94e3-99761c181a9f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6994247 May 25 16:20:32.282876 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.293407 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39818) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:32.311084 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-e3e3a07e-3259-421c-af30-b8f91c2ef450 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'security_group_rule': {'security_group_id': '913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:32.328622 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.356145 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513ef76-2d79-4585-9e3f-180ff7f33fee None None] Pushing event updated for resources: {'Port': ['ID=a77bc3bd-0746-4514-a9cd-164be08a2bd7,revision_number=2']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:32.380753 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Pushing event updated for resources: {'Port': ['ID=02df73ce-e1d6-4753-ac9d-8a48d5d150da,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:32.416677 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:25Z', 'revision_number': 2, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:32.424191 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Attempting to bind port a77bc3bd-0746-4514-a9cd-164be08a2bd7 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:32.443409 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Attempting to bind port a77bc3bd-0746-4514-a9cd-164be08a2bd7 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:32.444886 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Attempting to bind port a77bc3bd-0746-4514-a9cd-164be08a2bd7 on network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:32.457315 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:32.457703 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Checking segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:32.458186 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.458790 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Bound using segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:32.459709 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Bound port: a77bc3bd-0746-4514-a9cd-164be08a2bd7, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:32.460225 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.472213 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Network 07eab40d-bc82-4433-9d88-2c85f65e23df is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:32.499645 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Checking router: c2e2b41b-dc03-4bfd-9eaa-f927b191a693 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:20:32.500141 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Updating router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 binding host dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:20:32.501525 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:32.516422 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ce7fe284-0fc4-4ed7-bac2-047efb3ddf7d req-170d4a97-ad97-4ebd-9b61-2016fcbd1c90 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 210 time: 0.0774806 May 25 16:20:32.527366 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] For port a77bc3bd-0746-4514-a9cd-164be08a2bd7, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:32.532792 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] For port a77bc3bd-0746-4514-a9cd-164be08a2bd7, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=a77bc3bd-0746-4514-a9cd-164be08a2bd7,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:32.537095 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port dedaedad-e22d-4b9f-a05f-e7a38012c56c is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:32.538537 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 249a0a3c-9968-4146-a88c-a93c66fa56af up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:32.549015 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:32.562131 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:32.569195 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:32.576581 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.579156 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:32.579709 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858730'] for router_interface (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.605866 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:32.609907 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858730'] for router_interface (e708205c-50dc-4bc1-9d0a-d2fc586620da), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.714961 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:32.719722 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:32.720643 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:26Z', 'revision_number': 3, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:32.738271 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.742606 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-17684540-ca81-4868-9473-a392fa65130b None None] Current status of the port 249a0a3c-9968-4146-a88c-a93c66fa56af is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:32.852619 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:32.859605 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e326903f-4da8-4fff-8ece-a6cfdb65f0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.868050 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3c1fb575-65ee-4716-8340-9263a5d1c750,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:32.880982 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Checking router: e708205c-50dc-4bc1-9d0a-d2fc586620da for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:20:32.889288 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a07e-3259-421c-af30-b8f91c2ef450 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (3bdfcf95-553d-46f0-b45e-f009e000185b), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:32.906580 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Updating router e708205c-50dc-4bc1-9d0a-d2fc586620da port a8733c66-2141-456c-92b2-4b3901d7236a binding host dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:20:32.961996 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513ef76-2d79-4585-9e3f-180ff7f33fee None None] Pushing event updated for resources: {'Port': ['ID=a77bc3bd-0746-4514-a9cd-164be08a2bd7,revision_number=3']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:33.156389 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a8733c66-2141-456c-92b2-4b3901d7236a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:33.161814 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 249a0a3c-9968-4146-a88c-a93c66fa56af triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:33.169457 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:33.189331 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:33.190483 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:33.242922 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:33.289799 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:33.385897 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Publish callbacks [] for port (896b3b44-139e-492c-954c-cf69765ec184), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:33.425495 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-21772c64-8941-4935-92e5-57caaf9b19a9 None None] Provisioning complete for port 02df73ce-e1d6-4753-ac9d-8a48d5d150da triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:33.426697 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-21772c64-8941-4935-92e5-57caaf9b19a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:33.559015 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (896b3b44-139e-492c-954c-cf69765ec184), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:33.626628 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-21772c64-8941-4935-92e5-57caaf9b19a9 None None] Port 02df73ce-e1d6-4753-ac9d-8a48d5d150da cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:33.834887 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-21772c64-8941-4935-92e5-57caaf9b19a9 None None] Provisioning complete for port 3c1fb575-65ee-4716-8340-9263a5d1c750 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:33.835461 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-21772c64-8941-4935-92e5-57caaf9b19a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:33.979675 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:34.055548 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:26Z', 'revision_number': 3, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:34.081689 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Network 05183988-e2ff-45ca-a056-5d9e8d3fed8e is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:34.128313 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 249a0a3c-9968-4146-a88c-a93c66fa56af is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:34.190455 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:34.198452 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:34.211648 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:34.217976 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:34.218618 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:34.221327 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39868) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:34.223868 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481c3b95-7793-4a5f-ae8c-7c652eeac287 None None] The sync data for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi is: [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:26Z', 'revision_number': 3, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:20:34.332328 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:34.409591 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device be977482-d880-4599-80a6-134fd8993a22 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:34.419336 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39874) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:34.453349 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a07e-3259-421c-af30-b8f91c2ef450 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (3bdfcf95-553d-46f0-b45e-f009e000185b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:34.492713 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Pushing event updated for resources: {'Port': ['ID=896b3b44-139e-492c-954c-cf69765ec184,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:34.538181 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0894612-73e8-42ff-851c-9e4c39ee5552 req-36737fdf-67e9-45c5-b377-e249f89269d4 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:34.552118 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f0894612-73e8-42ff-851c-9e4c39ee5552 req-36737fdf-67e9-45c5-b377-e249f89269d4 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 932 time: 0.5625961 May 25 16:20:34.560029 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-a24013f5-ca3d-4e43-b59e-4b6f98403cd2 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0805242 May 25 16:20:34.591943 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-0e54b7cc-5540-43ba-b9e5-f855e048aeee tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:20:34.593342 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-0e54b7cc-5540-43ba-b9e5-f855e048aeee tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0144715 May 25 16:20:34.676438 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Allocated IP 172.20.0.1 (4b9fb8be-8c67-427e-8c91-a4becd42df59/12d09b9d-7694-4ad9-b286-85dfd52d5768/12032369-6516-4007-8b65-c03846c5e395) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:34.738265 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:34.760820 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a07e-3259-421c-af30-b8f91c2ef450 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (3bdfcf95-553d-46f0-b45e-f009e000185b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:34.828935 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Publish callbacks [] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:34.832307 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:34.838407 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:27Z', 'revision_number': 3, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:34.869608 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a60a16a-4464-4730-91e6-14173563cffe None None] The sync data for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi is: [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:27Z', 'revision_number': 3, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:20:34.935728 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f0894612-73e8-42ff-851c-9e4c39ee5552 req-20488470-09ff-4897-b9b2-c6b5566bed7d tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828008 May 25 16:20:34.971852 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Publish callbacks [] for port (12032369-6516-4007-8b65-c03846c5e395), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.015167 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Publish callbacks [] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.028693 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:35.029439 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-815db494-b72e-44aa-843c-afa7cda960de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.039124 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-21772c64-8941-4935-92e5-57caaf9b19a9 None None] Port 3c1fb575-65ee-4716-8340-9263a5d1c750 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:35.048271 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.073180 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.073180 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-112397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859898'] for router_interface (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.097172 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.099129 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:35.115684 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3a07e-3259-421c-af30-b8f91c2ef450 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdfcf95-553d-46f0-b45e-f009e000185b,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:35.156070 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Publish callbacks [] for port (a8733c66-2141-456c-92b2-4b3901d7236a), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.159584 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (12032369-6516-4007-8b65-c03846c5e395), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.257555 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feddea-b821-4457-a071-2b8a739317ef None None] Pushing event updated for resources: {'Port': ['ID=b3bb6899-81f5-40a7-ba25-e8c53319f8a9,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:35.298084 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port be977482-d880-4599-80a6-134fd8993a22 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:35.298785 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (be977482-d880-4599-80a6-134fd8993a22), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.304923 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a8cee3ca-f1de-4bd5-9809-64c19100ae9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.320662 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Pushing event updated for resources: {'Port': ['ID=12032369-6516-4007-8b65-c03846c5e395,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:35.354788 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Network 4b9fb8be-8c67-427e-8c91-a4becd42df59 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:35.360371 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:35.362791 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:35.363276 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858730'] for router_interface (09bbca93-bf37-4210-a635-9ef33a8edc67), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.417966 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a07e-3259-421c-af30-b8f91c2ef450 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.434783 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Request body: {'port': {'device_id': 'f33f1186-4082-43e1-878c-77a547575727', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:35.440793 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Pushing event updated for resources: {'Port': ['ID=02df73ce-e1d6-4753-ac9d-8a48d5d150da,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:35.441811 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e3e3a07e-3259-421c-af30-b8f91c2ef450 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1246173 May 25 16:20:35.451194 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:35.452522 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39892) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:35.460614 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-815db494-b72e-44aa-843c-afa7cda960de admin admin] Publish callbacks [] for security_group (7b3f8b2e-d9fb-4724-af4a-77a6a094f7fd), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.491263 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:35.514077 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a8733c66-2141-456c-92b2-4b3901d7236a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.722389 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.839111 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-815db494-b72e-44aa-843c-afa7cda960de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (7b3f8b2e-d9fb-4724-af4a-77a6a094f7fd), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:35.866339 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f81ac-a3f9-4927-acd1-25c76bef33e9 None None] Pushing event updated for resources: {'Port': ['ID=a8733c66-2141-456c-92b2-4b3901d7236a,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:35.892773 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Attempting to bind port a8733c66-2141-456c-92b2-4b3901d7236a on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:35.894759 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Attempting to bind port a8733c66-2141-456c-92b2-4b3901d7236a by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:35.897946 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Attempting to bind port a8733c66-2141-456c-92b2-4b3901d7236a on network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:35.970556 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-815db494-b72e-44aa-843c-afa7cda960de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79cf5c4a82b24f5a8dc242ef354dd321&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6729271 May 25 16:20:35.978796 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815db494-b72e-44aa-843c-afa7cda960de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3f8b2e-d9fb-4724-af4a-77a6a094f7fd,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:35.983135 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39902) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:36.050162 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:36.060766 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:36.061448 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Checking segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:36.062022 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:36.062596 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Bound using segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:36.063223 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Bound port: a8733c66-2141-456c-92b2-4b3901d7236a, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:36.065156 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a8733c66-2141-456c-92b2-4b3901d7236a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:36.074091 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port be977482-d880-4599-80a6-134fd8993a22 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:36.075562 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 249a0a3c-9968-4146-a88c-a93c66fa56af up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:36.085148 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (896b3b44-139e-492c-954c-cf69765ec184), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:36.166842 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-9da713d9-fd0f-4c0a-9eec-8de6e96feb51 None None] Provisioning complete for port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:36.167484 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-9da713d9-fd0f-4c0a-9eec-8de6e96feb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:36.237055 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Attempting to bind port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:36.237757 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Attempting to bind port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:36.238647 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Attempting to bind port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:36.292756 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:36.293288 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Checking segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:36.293896 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:36.294361 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Bound using segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:36.295025 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Bound port: b3bb6899-81f5-40a7-ba25-e8c53319f8a9, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:36.296098 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:36.371845 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] For port a8733c66-2141-456c-92b2-4b3901d7236a, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:36.375800 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] For port a8733c66-2141-456c-92b2-4b3901d7236a, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=a8733c66-2141-456c-92b2-4b3901d7236a,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:36.397229 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:36.398102 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a8733c66-2141-456c-92b2-4b3901d7236a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:36.552058 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f81ac-a3f9-4927-acd1-25c76bef33e9 None None] Pushing event updated for resources: {'Port': ['ID=a8733c66-2141-456c-92b2-4b3901d7236a,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:36.563903 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-9da713d9-fd0f-4c0a-9eec-8de6e96feb51 None None] Port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:36.685750 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] For port b3bb6899-81f5-40a7-ba25-e8c53319f8a9, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:36.755750 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-4e127ae6-399f-4f1d-8ccd-b36087081fc3 None None] Provisioning complete for port 12032369-6516-4007-8b65-c03846c5e395 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:36.756703 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4e127ae6-399f-4f1d-8ccd-b36087081fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (12032369-6516-4007-8b65-c03846c5e395), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:36.764457 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:36.765085 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:36.808168 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Publish callbacks [] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:36.905028 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f255b-4604-4b36-a9f5-71e1200f20cb req-53af0059-59b2-4833-b868-ef652b5655bd tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:36.906704 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-431f255b-4604-4b36-a9f5-71e1200f20cb req-53af0059-59b2-4833-b868-ef652b5655bd tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 932 time: 0.2309451 May 25 16:20:36.926157 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:36.961474 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Allocated IP 172.27.1.244 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/83090549-df45-4e76-80e7-a19bdad1e964) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:37.115631 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for port (83090549-df45-4e76-80e7-a19bdad1e964), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.121481 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-4e127ae6-399f-4f1d-8ccd-b36087081fc3 None None] Port 12032369-6516-4007-8b65-c03846c5e395 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:37.150607 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] For port b3bb6899-81f5-40a7-ba25-e8c53319f8a9, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=b3bb6899-81f5-40a7-ba25-e8c53319f8a9,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:37.155491 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:37.156776 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:37.163772 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.184457 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Routers {'e708205c-50dc-4bc1-9d0a-d2fc586620da'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:37.189478 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['e708205c-50dc-4bc1-9d0a-d2fc586620da'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:37.210828 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a8cee3ca-f1de-4bd5-9809-64c19100ae9a admin admin] Publish callbacks [] for security_group (f9d2ea92-78b8-4902-8cf6-c8faef1a014b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.230038 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.231516 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-112397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859898'] for router_interface (e708205c-50dc-4bc1-9d0a-d2fc586620da), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.241698 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a8cee3ca-f1de-4bd5-9809-64c19100ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f9d2ea92-78b8-4902-8cf6-c8faef1a014b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.262171 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (83090549-df45-4e76-80e7-a19bdad1e964), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.291168 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 249a0a3c-9968-4146-a88c-a93c66fa56af triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:37.291844 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.316529 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.533772 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] Set router e708205c-50dc-4bc1-9d0a-d2fc586620da gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:37.563343 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a8cee3ca-f1de-4bd5-9809-64c19100ae9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c0171bf802746578d0dd0267e0393d6&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1281555 May 25 16:20:37.568043 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39920) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:37.645064 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:37.675060 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:37.688829 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:37.691193 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e8debb77-e09a-4cd6-8e87-a44cef40623c admin admin] Publish callbacks [] for security_group (7b3f8b2e-d9fb-4724-af4a-77a6a094f7fd), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.710080 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cee3ca-f1de-4bd5-9809-64c19100ae9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d2ea92-78b8-4902-8cf6-c8faef1a014b,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:37.717357 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (12032369-6516-4007-8b65-c03846c5e395), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.723806 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e8debb77-e09a-4cd6-8e87-a44cef40623c admin admin] Publish callbacks [] for security_group (7b3f8b2e-d9fb-4724-af4a-77a6a094f7fd), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:37.735742 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3c1fb575-65ee-4716-8340-9263a5d1c750,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:37.900026 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:37.903542 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-431f255b-4604-4b36-a9f5-71e1200f20cb req-0d340a77-5922-4d65-a15c-ed860fe592e9 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9740422 May 25 16:20:37.908237 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:38.003544 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e8debb77-e09a-4cd6-8e87-a44cef40623c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (7b3f8b2e-d9fb-4724-af4a-77a6a094f7fd), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:38.012740 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e8debb77-e09a-4cd6-8e87-a44cef40623c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:38.024887 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e8debb77-e09a-4cd6-8e87-a44cef40623c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b3f8b2e-d9fb-4724-af4a-77a6a094f7fd HTTP/1.1" status: 204 len: 168 time: 2.0387156 May 25 16:20:38.048930 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bd59-7330-4947-b8ee-c1f8e84d35f7 admin admin] Publish callbacks [] for security_group (f9d2ea92-78b8-4902-8cf6-c8faef1a014b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:38.081581 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bd59-7330-4947-b8ee-c1f8e84d35f7 admin admin] Publish callbacks [] for security_group (f9d2ea92-78b8-4902-8cf6-c8faef1a014b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:38.191703 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bd59-7330-4947-b8ee-c1f8e84d35f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f9d2ea92-78b8-4902-8cf6-c8faef1a014b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:38.195068 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bd59-7330-4947-b8ee-c1f8e84d35f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:38.196426 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7ba3bd59-7330-4947-b8ee-c1f8e84d35f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9d2ea92-78b8-4902-8cf6-c8faef1a014b HTTP/1.1" status: 204 len: 168 time: 0.5919037 May 25 16:20:38.207823 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8debb77-e09a-4cd6-8e87-a44cef40623c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3f8b2e-d9fb-4724-af4a-77a6a094f7fd,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:38.235172 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3bd59-7330-4947-b8ee-c1f8e84d35f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d2ea92-78b8-4902-8cf6-c8faef1a014b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:38.251782 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Network 07eab40d-bc82-4433-9d88-2c85f65e23df is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:38.257208 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-e57f26d9-b209-4e74-8d96-f4fb359353be None None] Provisioning complete for port 02df73ce-e1d6-4753-ac9d-8a48d5d150da triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:38.257952 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39932) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:38.258398 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e57f26d9-b209-4e74-8d96-f4fb359353be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:38.273972 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'Port': ['ID=83090549-df45-4e76-80e7-a19bdad1e964,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:38.314377 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:20:38.376087 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:38.402320 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (da6c4c60-bed5-4aae-840a-118cdae58a58), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:38.550207 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:38.619553 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:38.625572 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:38.718187 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-e57f26d9-b209-4e74-8d96-f4fb359353be None None] Port 02df73ce-e1d6-4753-ac9d-8a48d5d150da cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:38.749331 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:38.754079 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:38.789573 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896b3b44-139e-492c-954c-cf69765ec184 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:20:38.832149 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Publish callbacks [] for port (896b3b44-139e-492c-954c-cf69765ec184), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:38.892781 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feddea-b821-4457-a071-2b8a739317ef None None] Pushing event updated for resources: {'Port': ['ID=b3bb6899-81f5-40a7-ba25-e8c53319f8a9,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:38.905839 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-8cbd625d-715c-4b43-be99-43a8ab99e0fe None None] Provisioning complete for port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:38.906166 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8cbd625d-715c-4b43-be99-43a8ab99e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:38.933259 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:20:38.952823 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Transition to ACTIVE for port object 896b3b44-139e-492c-954c-cf69765ec184 will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:20:38.976627 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a492d186-9484-4331-b527-17418651ab2c admin admin] 10.222.0.42 "PUT /v2.0/routers/ec9340ba-bf33-42c8-8549-3d4ea785e8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1704531 May 25 16:20:38.980378 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (896b3b44-139e-492c-954c-cf69765ec184), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.015867 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Sync routers for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:20:39.066528 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Pushing event updated for resources: {'Port': ['ID=896b3b44-139e-492c-954c-cf69765ec184,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:39.096570 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:39.098085 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:39.100305 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39948) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:39.218118 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39950) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:39.227634 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:39.238005 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61c0a517-133e-486c-bfa8-c84bec6fa460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.238560 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80dc231c-4216-4caa-9a0c-c9853128f5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.239872 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (83090549-df45-4e76-80e7-a19bdad1e964), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.252444 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6af1b77b-3281-402e-ba71-ebf2d16b4981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.262405 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586365b-d251-4f7a-8219-f7af0f427852 req-af954764-9dc3-45c2-95a4-a761b2042f7d tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:39.264250 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c586365b-d251-4f7a-8219-f7af0f427852 req-af954764-9dc3-45c2-95a4-a761b2042f7d tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 944 time: 0.2012339 May 25 16:20:39.267318 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Attempting to bind port 896b3b44-139e-492c-954c-cf69765ec184 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:39.268241 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Attempting to bind port 896b3b44-139e-492c-954c-cf69765ec184 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'febbdf12-eb67-4b91-add6-14fee55945e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '05183988-e2ff-45ca-a056-5d9e8d3fed8e'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:39.268813 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Attempting to bind port 896b3b44-139e-492c-954c-cf69765ec184 on network 05183988-e2ff-45ca-a056-5d9e8d3fed8e {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:39.335152 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:39.350523 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c586365b-d251-4f7a-8219-f7af0f427852 req-9bc6df86-12cb-4a1a-8cc9-9a199f4c2772 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753512 May 25 16:20:39.353100 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Port 896b3b44-139e-492c-954c-cf69765ec184 on network 05183988-e2ff-45ca-a056-5d9e8d3fed8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:20:39.353707 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Attempting to bind port 896b3b44-139e-492c-954c-cf69765ec184 on network 05183988-e2ff-45ca-a056-5d9e8d3fed8e {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:39.363779 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:39.364542 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Checking segment: {'id': 'febbdf12-eb67-4b91-add6-14fee55945e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '05183988-e2ff-45ca-a056-5d9e8d3fed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:39.365260 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Bound using segment: {'id': 'febbdf12-eb67-4b91-add6-14fee55945e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '05183988-e2ff-45ca-a056-5d9e8d3fed8e'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:39.365901 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Bound port: 896b3b44-139e-492c-954c-cf69765ec184, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febbdf12-eb67-4b91-add6-14fee55945e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '05183988-e2ff-45ca-a056-5d9e8d3fed8e'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:39.366437 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (896b3b44-139e-492c-954c-cf69765ec184), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.462119 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:39.519096 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] For port 896b3b44-139e-492c-954c-cf69765ec184, host hv-cinder-84327, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:39.529550 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] For port 896b3b44-139e-492c-954c-cf69765ec184, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=896b3b44-139e-492c-954c-cf69765ec184,segment=NetworkSegment(febbdf12-eb67-4b91-add6-14fee55945e4),segment_id=febbdf12-eb67-4b91-add6-14fee55945e4)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:39.534547 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80dc231c-4216-4caa-9a0c-c9853128f5ad admin admin] Publish callbacks [] for security_group (96ee0ca1-c8dd-4625-9e1a-b46fcd58097c), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.543441 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80dc231c-4216-4caa-9a0c-c9853128f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (96ee0ca1-c8dd-4625-9e1a-b46fcd58097c), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.569287 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Router e708205c-50dc-4bc1-9d0a-d2fc586620da has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:20:39.591177 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:35Z', 'revision_number': 2, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:39.598919 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 2, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:39.626378 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-80dc231c-4216-4caa-9a0c-c9853128f5ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37de430b0d774c1799e70a67cbf07db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050412 May 25 16:20:39.627790 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39956) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:39.629043 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (896b3b44-139e-492c-954c-cf69765ec184), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.632956 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc231c-4216-4caa-9a0c-c9853128f5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee0ca1-c8dd-4625-9e1a-b46fcd58097c,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:39.669738 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Checking router: ec9340ba-bf33-42c8-8549-3d4ea785e8f0 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:20:39.670259 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Updating router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 port 02df73ce-e1d6-4753-ac9d-8a48d5d150da binding host dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:20:39.738612 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Publish callbacks [] for port (12032369-6516-4007-8b65-c03846c5e395), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.745013 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.754187 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:39.765164 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Pushing event updated for resources: {'Port': ['ID=896b3b44-139e-492c-954c-cf69765ec184,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:39.789497 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:39.790177 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.792671 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-2df55d4c-4db0-47cf-aeca-ef978429cd28 service neutron] 10.222.0.84 "PUT /v2.0/ports/896b3b44-139e-492c-954c-cf69765ec184 HTTP/1.1" status: 200 len: 1094 time: 4.8935072 May 25 16:20:39.797489 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33f1186-4082-43e1-878c-77a547575727', 'tag': '896b3b44-139e-492c-954c-cf69765ec184'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:20:39.826941 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (12032369-6516-4007-8b65-c03846c5e395), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.827771 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-112397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859898'] for router_interface (09bbca93-bf37-4210-a635-9ef33a8edc67), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.874594 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61c0a517-133e-486c-bfa8-c84bec6fa460 admin admin] Publish callbacks [] for security_group (f849c4b9-a139-47c4-85b2-9d84c7c21053), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:39.881782 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3270db-e217-455f-85de-1d6702d63658 None None] The sync data for ids ['e708205c-50dc-4bc1-9d0a-d2fc586620da'] in dv-cinder-843278-2-iscsi is: [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:35Z', 'revision_number': 2, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:20:39.927733 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 249a0a3c-9968-4146-a88c-a93c66fa56af is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:40.012326 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39966) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:40.028591 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-f029c3bc-c6ee-46b9-b457-5e8b34fd298b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171836641', 'description': 'tempest-description--613509653'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:40.059818 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e739e1f2-aaad-4637-9b12-bfd45996af21" -d '{"events": [{"name": "network-changed", "server_uuid": "f33f1186-4082-43e1-878c-77a547575727", "tag": "896b3b44-139e-492c-954c-cf69765ec184"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:20:40.073070 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f029c3bc-c6ee-46b9-b457-5e8b34fd298b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.136002 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:40.151432 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd625d-715c-4b43-be99-43a8ab99e0fe None None] Current status of the port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:40.152000 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8cbd625d-715c-4b43-be99-43a8ab99e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.176265 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-f019db2a-7066-49fb-9486-41b29ee7dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:40.178174 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-f019db2a-7066-49fb-9486-41b29ee7dd9c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9b5ee0d2e59647dc98721de1b8dfb4db&device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 1128 time: 0.2586486 May 25 16:20:40.271531 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f029c3bc-c6ee-46b9-b457-5e8b34fd298b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group (4cd1c2d7-98fe-4872-9a81-45f56490b441), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.273669 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-d07d7fe7-8802-4bf8-bdfc-7692a98feede service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=896b3b44-139e-492c-954c-cf69765ec184 HTTP/1.1" status: 200 len: 217 time: 0.0852354 May 25 16:20:40.278638 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f029c3bc-c6ee-46b9-b457-5e8b34fd298b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (4cd1c2d7-98fe-4872-9a81-45f56490b441), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.281541 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device a77bc3bd-0746-4514-a9cd-164be08a2bd7 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:40.297418 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61c0a517-133e-486c-bfa8-c84bec6fa460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f849c4b9-a139-47c4-85b2-9d84c7c21053), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.385402 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Pushing event updated for resources: {'Port': ['ID=12032369-6516-4007-8b65-c03846c5e395,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:40.424471 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-abcde10a-782b-4e1f-a767-0cd8697cdc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:40.426394 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-abcde10a-782b-4e1f-a767-0cd8697cdc0b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1487b398-e61f-4589-a1e0-1a99a29e18ed HTTP/1.1" status: 200 len: 851 time: 0.1147993 May 25 16:20:40.429931 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a3182b-143b-48b9-b7b2-945888aa1372 x-openstack-request-id: req-30a3182b-143b-48b9-b7b2-945888aa1372 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:20:40.430761 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33f1186-4082-43e1-878c-77a547575727", "tag": "896b3b44-139e-492c-954c-cf69765ec184", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:20:40.431845 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30a3182b-143b-48b9-b7b2-945888aa1372 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:20:40.432809 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a3182b-143b-48b9-b7b2-945888aa1372'] response: {'name': 'network-changed', 'server_uuid': 'f33f1186-4082-43e1-878c-77a547575727', 'tag': '896b3b44-139e-492c-954c-cf69765ec184', 'status': 'completed', 'code': 200} May 25 16:20:40.438643 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f029c3bc-c6ee-46b9-b457-5e8b34fd298b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.449482 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f029c3bc-c6ee-46b9-b457-5e8b34fd298b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4303379 May 25 16:20:40.479544 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 39980) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:40.504554 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-d3c96bab-ceb9-4fed-be8f-70642cd6e4af tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Request body: {'security_group_rule': {'security_group_id': '4cd1c2d7-98fe-4872-9a81-45f56490b441', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:40.646592 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecfb67-c862-4f28-adf8-aac7fb80f049 req-bdf1b86c-69bd-4ea2-af3d-78a712d01a7a tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:40.648146 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-36ecfb67-c862-4f28-adf8-aac7fb80f049 req-bdf1b86c-69bd-4ea2-af3d-78a712d01a7a tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 944 time: 0.1005902 May 25 16:20:40.662926 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-9f03f3d7-1d11-422d-bc74-f49c4043bd66 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=05183988-e2ff-45ca-a056-5d9e8d3fed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1821451 May 25 16:20:40.683587 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029c3bc-c6ee-46b9-b457-5e8b34fd298b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd1c2d7-98fe-4872-9a81-45f56490b441,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:40.716352 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-8cbd625d-715c-4b43-be99-43a8ab99e0fe None None] For port b3bb6899-81f5-40a7-ba25-e8c53319f8a9, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=b3bb6899-81f5-40a7-ba25-e8c53319f8a9,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:40.738995 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:40.745706 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6af1b77b-3281-402e-ba71-ebf2d16b4981 admin admin] Publish callbacks [] for security_group (89b641b2-21c0-48c0-8948-3ecc3b75f51c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.786519 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8cbd625d-715c-4b43-be99-43a8ab99e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.814029 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:40.815181 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0a517-133e-486c-bfa8-c84bec6fa460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f849c4b9-a139-47c4-85b2-9d84c7c21053,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:40.821280 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:40.841952 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:20:40.866527 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-52b80ffd-aede-4b39-9aac-5fac505127d5 admin admin] 10.222.0.42 "PUT /v2.0/routers/e708205c-50dc-4bc1-9d0a-d2fc586620da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9201436 May 25 16:20:40.870738 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-61c0a517-133e-486c-bfa8-c84bec6fa460 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa97c5d804754d0bba9f925c422b2e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5986943 May 25 16:20:40.893957 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6af1b77b-3281-402e-ba71-ebf2d16b4981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (89b641b2-21c0-48c0-8948-3ecc3b75f51c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.941497 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39984) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:40.945513 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdeb8-888f-4a3e-a379-aab915f5adf8 admin admin] Publish callbacks [] for security_group (96ee0ca1-c8dd-4625-9e1a-b46fcd58097c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.974765 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdeb8-888f-4a3e-a379-aab915f5adf8 admin admin] Publish callbacks [] for security_group (96ee0ca1-c8dd-4625-9e1a-b46fcd58097c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.981145 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-8cbd625d-715c-4b43-be99-43a8ab99e0fe None None] Provisioning complete for port 3c1fb575-65ee-4716-8340-9263a5d1c750 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:40.981568 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8cbd625d-715c-4b43-be99-43a8ab99e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:40.993291 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port a77bc3bd-0746-4514-a9cd-164be08a2bd7 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:40.994400 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.092675 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6af1b77b-3281-402e-ba71-ebf2d16b4981 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=71caaf817c824313a47912ee7d9f7140&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9831274 May 25 16:20:41.126149 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:41.127273 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1b77b-3281-402e-ba71-ebf2d16b4981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b641b2-21c0-48c0-8948-3ecc3b75f51c,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:41.147064 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdeb8-888f-4a3e-a379-aab915f5adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (96ee0ca1-c8dd-4625-9e1a-b46fcd58097c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.151998 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdeb8-888f-4a3e-a379-aab915f5adf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.157030 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4bdcdeb8-888f-4a3e-a379-aab915f5adf8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96ee0ca1-c8dd-4625-9e1a-b46fcd58097c HTTP/1.1" status: 204 len: 168 time: 1.4453549 May 25 16:20:41.162241 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 39986) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:41.269907 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd625d-715c-4b43-be99-43a8ab99e0fe None None] Pushing event updated for resources: {'Port': ['ID=b3bb6899-81f5-40a7-ba25-e8c53319f8a9,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:41.309487 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcdeb8-888f-4a3e-a379-aab915f5adf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee0ca1-c8dd-4625-9e1a-b46fcd58097c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:41.337316 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-830b39c0-e08a-46b3-a0bc-6e49ab7345ee service neutron] 10.222.0.84 "GET /v2.0/networks/05183988-e2ff-45ca-a056-5d9e8d3fed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078296 May 25 16:20:41.339341 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd625d-715c-4b43-be99-43a8ab99e0fe None None] Port 3c1fb575-65ee-4716-8340-9263a5d1c750 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:41.343413 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d3c96bab-ceb9-4fed-be8f-70642cd6e4af tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group_rule (d2ba4aaa-fcbc-43fd-92c0-9f0bd6220b6d), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.456371 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-36ecfb67-c862-4f28-adf8-aac7fb80f049 req-8dbf849b-a311-47ba-9c98-a6778c837b6b tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7981067 May 25 16:20:41.502194 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for port (83090549-df45-4e76-80e7-a19bdad1e964), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.517991 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:41.577201 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (83090549-df45-4e76-80e7-a19bdad1e964), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.589369 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d3c96bab-ceb9-4fed-be8f-70642cd6e4af tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group_rule (d2ba4aaa-fcbc-43fd-92c0-9f0bd6220b6d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.652697 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d3c96bab-ceb9-4fed-be8f-70642cd6e4af tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (d2ba4aaa-fcbc-43fd-92c0-9f0bd6220b6d), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.770084 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Publish callbacks [] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.777451 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'Port': ['ID=83090549-df45-4e76-80e7-a19bdad1e964,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:41.799276 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77ce0507-aae5-4ddc-b3a2-f1e7dd1ac00f admin admin] Publish callbacks [] for security_group (89b641b2-21c0-48c0-8948-3ecc3b75f51c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.805877 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:36Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:41.824317 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Network 4b9fb8be-8c67-427e-8c91-a4becd42df59 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:41.836726 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:41.839645 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-de4947a0-06be-4f19-9960-28acb3cb4bc9 admin admin] Publish callbacks [] for security_group (f849c4b9-a139-47c4-85b2-9d84c7c21053), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.876365 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (da6c4c60-bed5-4aae-840a-118cdae58a58), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.900663 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:41.913546 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port a77bc3bd-0746-4514-a9cd-164be08a2bd7 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:41.914212 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.932392 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.937674 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c96bab-ceb9-4fed-be8f-70642cd6e4af tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ba4aaa-fcbc-43fd-92c0-9f0bd6220b6d,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:41.955599 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e2a5dcac-25e6-420c-ac24-5b7890524b42 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4576449 May 25 16:20:41.958365 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d3c96bab-ceb9-4fed-be8f-70642cd6e4af tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:41.959608 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-d3c96bab-ceb9-4fed-be8f-70642cd6e4af tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4587512 May 25 16:20:41.965625 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 40014) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:42.018583 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port a77bc3bd-0746-4514-a9cd-164be08a2bd7, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=a77bc3bd-0746-4514-a9cd-164be08a2bd7,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:42.022358 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.060699 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-88b28a25-dbe9-4735-b1c9-e96480dd46c6 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Request body: {'security_group_rule': {'security_group_id': '4cd1c2d7-98fe-4872-9a81-45f56490b441', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:42.096936 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.098305 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 3fa38221-9d8d-480c-850c-dd91a19ef66a up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:42.106364 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fe757-747b-4ef8-84fa-4b76390e06c9 None None] The sync data for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi is: [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:36Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:20:42.156888 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa075216-7110-4c8c-bbdb-601d25abf0fa None None] Pushing event updated for resources: {'Port': ['ID=02df73ce-e1d6-4753-ac9d-8a48d5d150da,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:42.177940 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77ce0507-aae5-4ddc-b3a2-f1e7dd1ac00f admin admin] Publish callbacks [] for security_group (89b641b2-21c0-48c0-8948-3ecc3b75f51c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.223253 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-de4947a0-06be-4f19-9960-28acb3cb4bc9 admin admin] Publish callbacks [] for security_group (f849c4b9-a139-47c4-85b2-9d84c7c21053), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.281257 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:42.319587 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=a77bc3bd-0746-4514-a9cd-164be08a2bd7,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:42.373587 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2d3e44a-6044-4b47-ae9d-f28f852cde1d req-f61bea1d-f7b5-46d3-a1c7-3ce4f81944f3 service neutron] 10.222.0.84 "GET /v2.0/networks/05183988-e2ff-45ca-a056-5d9e8d3fed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9746139 May 25 16:20:42.475198 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Attempting to bind port 02df73ce-e1d6-4753-ac9d-8a48d5d150da on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:42.475583 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Attempting to bind port 02df73ce-e1d6-4753-ac9d-8a48d5d150da by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:42.476247 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Attempting to bind port 02df73ce-e1d6-4753-ac9d-8a48d5d150da on network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:42.491656 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88b28a25-dbe9-4735-b1c9-e96480dd46c6 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group_rule (98ba6068-7c90-4558-bc33-6294af452569), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.531488 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:42.534543 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Checking segment: {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:42.534886 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.535397 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Bound using segment: {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:42.535909 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Bound port: 02df73ce-e1d6-4753-ac9d-8a48d5d150da, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:42.536314 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.570693 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-24c7b750-0842-44d1-843c-243a52610d51 None None] Provisioning complete for port 12032369-6516-4007-8b65-c03846c5e395 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:42.571100 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-24c7b750-0842-44d1-843c-243a52610d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (12032369-6516-4007-8b65-c03846c5e395), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.607991 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-abce7c8f-265a-4670-b8af-2c800ea0a815 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:42.620682 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-abce7c8f-265a-4670-b8af-2c800ea0a815 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 818 time: 0.8850708 May 25 16:20:42.663433 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-24c7b750-0842-44d1-843c-243a52610d51 None None] Port 12032369-6516-4007-8b65-c03846c5e395 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:42.734498 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 3fa38221-9d8d-480c-850c-dd91a19ef66a triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:42.736426 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.838332 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Router 09bbca93-bf37-4210-a635-9ef33a8edc67 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:20:42.840225 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77ce0507-aae5-4ddc-b3a2-f1e7dd1ac00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (89b641b2-21c0-48c0-8948-3ecc3b75f51c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.843762 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77ce0507-aae5-4ddc-b3a2-f1e7dd1ac00f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.848916 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-77ce0507-aae5-4ddc-b3a2-f1e7dd1ac00f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89b641b2-21c0-48c0-8948-3ecc3b75f51c HTTP/1.1" status: 204 len: 168 time: 1.6082451 May 25 16:20:42.863567 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce0507-aae5-4ddc-b3a2-f1e7dd1ac00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b641b2-21c0-48c0-8948-3ecc3b75f51c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:42.871831 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:42.880520 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-de4947a0-06be-4f19-9960-28acb3cb4bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f849c4b9-a139-47c4-85b2-9d84c7c21053), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.883696 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-de4947a0-06be-4f19-9960-28acb3cb4bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:42.897274 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-de4947a0-06be-4f19-9960-28acb3cb4bc9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f849c4b9-a139-47c4-85b2-9d84c7c21053 HTTP/1.1" status: 204 len: 168 time: 1.8025470 May 25 16:20:42.931757 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4947a0-06be-4f19-9960-28acb3cb4bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f849c4b9-a139-47c4-85b2-9d84c7c21053,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:42.952858 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:42.987968 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-f4cb445b-7d20-49ec-92a1-c0a1d80083c6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/quotas/95d1e25b20a146c198dfeda0dc43cd72 HTTP/1.1" status: 200 len: 375 time: 0.3660786 May 25 16:20:42.993002 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739e1f2-aaad-4637-9b12-bfd45996af21 req-fd1dbb83-fe0a-4982-8e22-3a1a25e8f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:42.995215 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e739e1f2-aaad-4637-9b12-bfd45996af21 req-fd1dbb83-fe0a-4982-8e22-3a1a25e8f7cd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9b5ee0d2e59647dc98721de1b8dfb4db&device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 1128 time: 0.4501281 May 25 16:20:43.105149 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] For port 02df73ce-e1d6-4753-ac9d-8a48d5d150da, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:43.110376 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] For port 02df73ce-e1d6-4753-ac9d-8a48d5d150da, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=02df73ce-e1d6-4753-ac9d-8a48d5d150da,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:43.132000 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-4ccd9339-724b-479f-a4b0-d558e6c344a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2129154082&fields=id&tenant_id=9d234edace28441282f594f0e03cacc5 HTTP/1.1" status: 200 len: 267 time: 0.5074227 May 25 16:20:43.137654 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-be3bacdf-4110-42c1-bbba-06686fc55254 None None] Provisioning complete for port 02df73ce-e1d6-4753-ac9d-8a48d5d150da triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:43.138288 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-be3bacdf-4110-42c1-bbba-06686fc55254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:43.148108 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:20:43.157452 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-89e20c21-8f52-44d6-adbf-2f9a2d8dae77 admin admin] 10.222.0.42 "PUT /v2.0/routers/09bbca93-bf37-4210-a635-9ef33a8edc67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9691589 May 25 16:20:43.180254 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Sync routers for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:20:43.184820 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:43.209101 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:43.211401 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:43.272716 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:43.315467 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88b28a25-dbe9-4735-b1c9-e96480dd46c6 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group_rule (98ba6068-7c90-4558-bc33-6294af452569), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:43.574319 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:43.720694 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:43.726843 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:43.729630 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa075216-7110-4c8c-bbdb-601d25abf0fa None None] Pushing event updated for resources: {'Port': ['ID=02df73ce-e1d6-4753-ac9d-8a48d5d150da,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:43.771766 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739e1f2-aaad-4637-9b12-bfd45996af21 req-da75043a-e97c-4d76-be4d-a0b71d36240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:43.777502 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e739e1f2-aaad-4637-9b12-bfd45996af21 req-da75043a-e97c-4d76-be4d-a0b71d36240d service neutron] 10.222.0.84 "GET /v2.0/networks?id=05183988-e2ff-45ca-a056-5d9e8d3fed8e HTTP/1.1" status: 200 len: 913 time: 0.7585754 May 25 16:20:43.828226 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-20a3e6bd-3edd-457c-8279-9075c6249902 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8309724 May 25 16:20:43.832841 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88b28a25-dbe9-4735-b1c9-e96480dd46c6 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (98ba6068-7c90-4558-bc33-6294af452569), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:43.873229 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 3fa38221-9d8d-480c-850c-dd91a19ef66a is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:43.875090 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:44.015673 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b28a25-dbe9-4735-b1c9-e96480dd46c6 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ba6068-7c90-4558-bc33-6294af452569,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:44.065040 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:44.087676 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port 3fa38221-9d8d-480c-850c-dd91a19ef66a, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=3fa38221-9d8d-480c-850c-dd91a19ef66a,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:44.097956 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-be3bacdf-4110-42c1-bbba-06686fc55254 None None] Current status of the port 02df73ce-e1d6-4753-ac9d-8a48d5d150da is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:44.100351 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-be3bacdf-4110-42c1-bbba-06686fc55254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:44.107826 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:38Z', 'revision_number': 2, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:44.142576 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Checking router: 09bbca93-bf37-4210-a635-9ef33a8edc67 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:20:44.143120 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Updating router 09bbca93-bf37-4210-a635-9ef33a8edc67 port 12032369-6516-4007-8b65-c03846c5e395 binding host dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:20:44.155600 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e739e1f2-aaad-4637-9b12-bfd45996af21 req-e413c457-07af-4e4c-8aa9-46f4f4702a84 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=896b3b44-139e-492c-954c-cf69765ec184 HTTP/1.1" status: 200 len: 217 time: 0.3212893 May 25 16:20:44.207213 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:44.245374 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (12032369-6516-4007-8b65-c03846c5e395), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:44.334108 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88b28a25-dbe9-4735-b1c9-e96480dd46c6 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:44.335267 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-88b28a25-dbe9-4735-b1c9-e96480dd46c6 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3002045 May 25 16:20:44.339258 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 40068) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:44.344202 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:44.378661 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:44.418037 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739e1f2-aaad-4637-9b12-bfd45996af21 req-d169cd13-891e-465e-b301-b34e9f433f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:44.430489 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e739e1f2-aaad-4637-9b12-bfd45996af21 req-d169cd13-891e-465e-b301-b34e9f433f6d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1487b398-e61f-4589-a1e0-1a99a29e18ed HTTP/1.1" status: 200 len: 851 time: 0.2483962 May 25 16:20:44.435591 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:44.506375 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e739e1f2-aaad-4637-9b12-bfd45996af21 req-da9e2dca-857a-482d-828b-dc8b325d1ca8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=05183988-e2ff-45ca-a056-5d9e8d3fed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624933 May 25 16:20:44.511722 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 40072) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:44.564396 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-be3bacdf-4110-42c1-bbba-06686fc55254 None None] For port 02df73ce-e1d6-4753-ac9d-8a48d5d150da, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=02df73ce-e1d6-4753-ac9d-8a48d5d150da,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:44.589252 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-be3bacdf-4110-42c1-bbba-06686fc55254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:44.604592 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-20d0ca5e-b08c-43a8-a16e-6ff6b8c31ef1 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:44.606469 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-20d0ca5e-b08c-43a8-a16e-6ff6b8c31ef1 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 815 time: 1.3649907 May 25 16:20:44.623273 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-62a5fcc1-ed35-4ea8-a612-6fc6dbb0ca1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:44.648212 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=3fa38221-9d8d-480c-850c-dd91a19ef66a,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:44.735962 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:44.773226 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-e1864105-ea38-4671-b163-1fdf65d22602 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/quotas/9d234edace28441282f594f0e03cacc5 HTTP/1.1" status: 200 len: 375 time: 0.1510453 May 25 16:20:44.822478 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:44.858033 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device b3bb6899-81f5-40a7-ba25-e8c53319f8a9 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:44.867680 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Sync routers for ids ['e708205c-50dc-4bc1-9d0a-d2fc586620da'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:20:45.003029 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-dc28d0e6-72de-4b21-84f1-7a73e5a1682d tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2131102 May 25 16:20:45.049287 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e739e1f2-aaad-4637-9b12-bfd45996af21 req-1a91c14f-f45e-4dfd-a0ec-b1552740c6a2 service neutron] 10.222.0.84 "GET /v2.0/networks/05183988-e2ff-45ca-a056-5d9e8d3fed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235643 May 25 16:20:45.056369 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-e7cf9784-bb33-4e7b-92fd-5a5b848426a5 None None] Provisioning complete for port 02df73ce-e1d6-4753-ac9d-8a48d5d150da triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:45.056971 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e7cf9784-bb33-4e7b-92fd-5a5b848426a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:45.084258 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:45.173864 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-62a5fcc1-ed35-4ea8-a612-6fc6dbb0ca1d admin admin] Publish callbacks [] for security_group (e8162102-92e0-44cc-b6c4-e532366ade41), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:45.195364 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-62a5fcc1-ed35-4ea8-a612-6fc6dbb0ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (e8162102-92e0-44cc-b6c4-e532366ade41), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:45.244756 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Routers {'e708205c-50dc-4bc1-9d0a-d2fc586620da'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:45.248454 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['e708205c-50dc-4bc1-9d0a-d2fc586620da'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:45.258057 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Publish callbacks [] for port (12032369-6516-4007-8b65-c03846c5e395), precommit_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:45.271915 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (12032369-6516-4007-8b65-c03846c5e395), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:45.283128 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5fcc1-ed35-4ea8-a612-6fc6dbb0ca1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8162102-92e0-44cc-b6c4-e532366ade41,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:45.333434 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Allocated IP 172.27.1.18 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/5a475394-a2d7-4d8d-a765-d5ca496bf239) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:45.406054 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-62a5fcc1-ed35-4ea8-a612-6fc6dbb0ca1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3eeb69d949684cde978970f704b4bce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8249331 May 25 16:20:45.406634 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 40086) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:45.458669 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:45.504002 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7665993-aaae-45e8-ac68-68703df415f6 None None] Pushing event updated for resources: {'Port': ['ID=12032369-6516-4007-8b65-c03846c5e395,revision_number=3']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:45.535153 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-894326e1-6b86-4324-9fb8-0f366d28422c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:20:45.536211 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-894326e1-6b86-4324-9fb8-0f366d28422c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6747568 May 25 16:20:45.606101 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bacdf-4110-42c1-bbba-06686fc55254 None None] Pushing event updated for resources: {'Port': ['ID=02df73ce-e1d6-4753-ac9d-8a48d5d150da,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:45.620327 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Attempting to bind port 12032369-6516-4007-8b65-c03846c5e395 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:45.620704 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Attempting to bind port 12032369-6516-4007-8b65-c03846c5e395 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:45.621068 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Attempting to bind port 12032369-6516-4007-8b65-c03846c5e395 on network 4b9fb8be-8c67-427e-8c91-a4becd42df59 {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:45.650396 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:45.652681 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Checking segment: {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:45.653362 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:45.657361 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:45.657508 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:45.661999 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Bound using segment: {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:45.663036 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Bound port: 12032369-6516-4007-8b65-c03846c5e395, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'}}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:45.663613 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (12032369-6516-4007-8b65-c03846c5e395), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:45.722448 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for port (5a475394-a2d7-4d8d-a765-d5ca496bf239), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:45.746904 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] For port 12032369-6516-4007-8b65-c03846c5e395, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:45.755671 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] For port 12032369-6516-4007-8b65-c03846c5e395, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=12032369-6516-4007-8b65-c03846c5e395,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:45.762305 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:45.768235 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (12032369-6516-4007-8b65-c03846c5e395), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:45.786414 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:45.793089 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (5a475394-a2d7-4d8d-a765-d5ca496bf239), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:45.841587 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:45.900469 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:45.901088 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:45.944895 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-f01b8bc9-502f-48e5-9971-1779de011fe1 service neutron] 10.222.0.42 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9405811 May 25 16:20:45.966795 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e739e1f2-aaad-4637-9b12-bfd45996af21 req-f54c7144-e651-4c43-ad3e-d5dd19f57b70 service neutron] 10.222.0.84 "GET /v2.0/networks/05183988-e2ff-45ca-a056-5d9e8d3fed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9056532 May 25 16:20:46.164208 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:46.192185 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-232d87aa-f3d7-41b9-b438-da279a68d37a admin admin] Publish callbacks [] for security_group (e8162102-92e0-44cc-b6c4-e532366ade41), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:46.240289 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:46.250901 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:46.255343 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:46.263787 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-232d87aa-f3d7-41b9-b438-da279a68d37a admin admin] Publish callbacks [] for security_group (e8162102-92e0-44cc-b6c4-e532366ade41), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:46.272482 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:46.375686 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event updated for resources: {'Port': ['ID=5a475394-a2d7-4d8d-a765-d5ca496bf239,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:46.386720 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-232d87aa-f3d7-41b9-b438-da279a68d37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (e8162102-92e0-44cc-b6c4-e532366ade41), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:46.393703 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-232d87aa-f3d7-41b9-b438-da279a68d37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:46.398208 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf9784-bb33-4e7b-92fd-5a5b848426a5 None None] Current status of the port 02df73ce-e1d6-4753-ac9d-8a48d5d150da is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:46.403036 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-232d87aa-f3d7-41b9-b438-da279a68d37a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8162102-92e0-44cc-b6c4-e532366ade41 HTTP/1.1" status: 204 len: 168 time: 0.9944196 May 25 16:20:46.404281 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (87a260f2-fcd1-4716-8247-654d09c44dc3), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:46.459901 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d87aa-f3d7-41b9-b438-da279a68d37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8162102-92e0-44cc-b6c4-e532366ade41,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:46.467441 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-43e66f42-5111-4b9b-96ed-ded05625a96d service neutron] 10.222.0.42 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8534684 May 25 16:20:46.479797 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (5a475394-a2d7-4d8d-a765-d5ca496bf239), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:46.532995 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:46.533477 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-082984c2-9157-4a3c-95ff-909f224ec925 service neutron] 10.222.0.42 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583909 May 25 16:20:46.544672 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device a77bc3bd-0746-4514-a9cd-164be08a2bd7 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:46.701193 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Set router e708205c-50dc-4bc1-9d0a-d2fc586620da gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:46.708766 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7665993-aaae-45e8-ac68-68703df415f6 None None] Pushing event updated for resources: {'Port': ['ID=12032369-6516-4007-8b65-c03846c5e395,revision_number=4']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:46.874659 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:45Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:46.889752 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-d569b68a-79bd-4c89-b2a8-53bde65b354b None None] Provisioning complete for port 12032369-6516-4007-8b65-c03846c5e395 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:46.895095 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d569b68a-79bd-4c89-b2a8-53bde65b354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (12032369-6516-4007-8b65-c03846c5e395), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:46.923554 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a4a46-96ae-4488-9098-cfc0986edce8 None None] The sync data for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi is: [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:45Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:20:46.957503 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-383e9fdc-7bbf-48e3-8597-ef1bcbfebc51 service neutron] 10.222.0.42 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600611 May 25 16:20:47.034334 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:47.064929 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for port (5a475394-a2d7-4d8d-a765-d5ca496bf239), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:47.076596 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (5a475394-a2d7-4d8d-a765-d5ca496bf239), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:47.108724 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb8c12-7992-4650-b23d-41f0fbd8ad26 None None] The sync data for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi is: [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:20:47.118051 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (87a260f2-fcd1-4716-8247-654d09c44dc3), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:47.262654 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9927-5b68-4857-ad6b-4bbd03c74ac8 req-0f2df906-b1a4-4e5c-9255-6868d29e5e2f tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:47.282411 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6c8a9927-5b68-4857-ad6b-4bbd03c74ac8 req-0f2df906-b1a4-4e5c-9255-6868d29e5e2f tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 944 time: 0.1530132 May 25 16:20:47.345244 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event updated for resources: {'Port': ['ID=5a475394-a2d7-4d8d-a765-d5ca496bf239,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:47.433809 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:47.457404 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-409fa7ab-3ebd-4c3c-b5d4-61a9f72c6268 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1083100 May 25 16:20:47.632156 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6c8a9927-5b68-4857-ad6b-4bbd03c74ac8 req-a8728b89-7fea-4bb8-a510-27496ba2eea8 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449316 May 25 16:20:47.832153 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port a77bc3bd-0746-4514-a9cd-164be08a2bd7 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:47.832692 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:47.940335 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3b4319fa-6ea9-4cc5-a098-eb4b4cf956a7 req-ddd083a0-c821-444e-8653-cb2d43afb7cb tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 210 time: 0.1967843 May 25 16:20:48.123416 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:35Z', 'revision_number': 2, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:48.184911 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-d569b68a-79bd-4c89-b2a8-53bde65b354b None None] Current status of the port 12032369-6516-4007-8b65-c03846c5e395 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:48.185341 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d569b68a-79bd-4c89-b2a8-53bde65b354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (12032369-6516-4007-8b65-c03846c5e395), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:48.188597 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Checking router: e708205c-50dc-4bc1-9d0a-d2fc586620da for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:20:48.189522 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Updating router e708205c-50dc-4bc1-9d0a-d2fc586620da port 3c1fb575-65ee-4716-8340-9263a5d1c750 binding host dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:20:48.330577 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-d569b68a-79bd-4c89-b2a8-53bde65b354b None None] For port 12032369-6516-4007-8b65-c03846c5e395, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=12032369-6516-4007-8b65-c03846c5e395,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:48.334029 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:48.343674 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d569b68a-79bd-4c89-b2a8-53bde65b354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (12032369-6516-4007-8b65-c03846c5e395), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:48.487036 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:48.515636 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-79f37f1e-9fd0-4df8-88c7-cd224167d686 req-6338d538-3127-4263-87cc-32007c697ffe tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 210 time: 0.5044522 May 25 16:20:48.556538 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:48.655381 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 40190) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:48.660323 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-61766def-e7c4-4eb2-9143-38370cb70d8f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755697654', 'description': 'tempest-description--119684208'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:48.666738 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:48.822421 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port a77bc3bd-0746-4514-a9cd-164be08a2bd7 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:48.827233 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device a8733c66-2141-456c-92b2-4b3901d7236a up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:48.832714 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569b68a-79bd-4c89-b2a8-53bde65b354b None None] Pushing event updated for resources: {'Port': ['ID=12032369-6516-4007-8b65-c03846c5e395,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:48.879902 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-61766def-e7c4-4eb2-9143-38370cb70d8f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:48.913964 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-dae94083-2d65-4598-8097-55b24245b8a6 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1171836641&fields=id&tenant_id=3e8c39550e4e41e79cc56aa7d22ae052 HTTP/1.1" status: 200 len: 267 time: 0.2299395 May 25 16:20:48.925146 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75609f7-4e2f-472a-b173-f4b42cb45bd3 req-cb1b7e47-4b4f-47f2-a8c7-cd7b6772ff52 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:48.930941 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d75609f7-4e2f-472a-b173-f4b42cb45bd3 req-cb1b7e47-4b4f-47f2-a8c7-cd7b6772ff52 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 944 time: 0.1791561 May 25 16:20:49.002412 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port a8733c66-2141-456c-92b2-4b3901d7236a triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:49.011393 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (a8733c66-2141-456c-92b2-4b3901d7236a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.093610 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d75609f7-4e2f-472a-b173-f4b42cb45bd3 req-843368b2-6118-45cb-9bc9-ec3987d23e72 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614983 May 25 16:20:49.177886 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port a8733c66-2141-456c-92b2-4b3901d7236a is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:49.178520 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a8733c66-2141-456c-92b2-4b3901d7236a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.242820 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-61766def-e7c4-4eb2-9143-38370cb70d8f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group (c56b096e-c73b-4a8e-9ad6-26b975344b13), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.260820 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-6377321d-5dc0-4a97-8987-5235ebcc43f9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:49.262404 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-6377321d-5dc0-4a97-8987-5235ebcc43f9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/networks?id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 HTTP/1.1" status: 200 len: 811 time: 0.3281238 May 25 16:20:49.278126 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-61766def-e7c4-4eb2-9143-38370cb70d8f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (c56b096e-c73b-4a8e-9ad6-26b975344b13), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.284104 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port a8733c66-2141-456c-92b2-4b3901d7236a, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=a8733c66-2141-456c-92b2-4b3901d7236a,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:49.298875 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a8733c66-2141-456c-92b2-4b3901d7236a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.305670 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Publish callbacks [] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.395925 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=a8733c66-2141-456c-92b2-4b3901d7236a,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:49.402629 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.496582 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-6c1e652e-f7af-43b1-8c6e-8ce34e21c681 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/quotas/3e8c39550e4e41e79cc56aa7d22ae052 HTTP/1.1" status: 200 len: 375 time: 0.2157683 May 25 16:20:49.518770 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-61766def-e7c4-4eb2-9143-38370cb70d8f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.522720 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-61766def-e7c4-4eb2-9143-38370cb70d8f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8651116 May 25 16:20:49.525278 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 40244) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:49.530327 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-61250254-3c6c-423e-8e10-03b4d093abe9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Request body: {'security_group_rule': {'security_group_id': 'c56b096e-c73b-4a8e-9ad6-26b975344b13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:49.545883 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61766def-e7c4-4eb2-9143-38370cb70d8f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56b096e-c73b-4a8e-9ad6-26b975344b13,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:49.660340 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61250254-3c6c-423e-8e10-03b4d093abe9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group_rule (a1b5d282-d1d1-46a1-9df8-6b09c9cb90a9), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.688086 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f4197-0784-4214-96c0-1fae3d9aa93c None None] Pushing event updated for resources: {'Port': ['ID=3c1fb575-65ee-4716-8340-9263a5d1c750,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:49.699390 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Attempting to bind port 3c1fb575-65ee-4716-8340-9263a5d1c750 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:49.700192 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Attempting to bind port 3c1fb575-65ee-4716-8340-9263a5d1c750 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:49.700192 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Attempting to bind port 3c1fb575-65ee-4716-8340-9263a5d1c750 on network 07eab40d-bc82-4433-9d88-2c85f65e23df {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:49.734911 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:49.736346 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Checking segment: {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:49.737562 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.741234 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Bound using segment: {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:49.755445 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Bound port: 3c1fb575-65ee-4716-8340-9263a5d1c750, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:49.760227 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.800990 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61250254-3c6c-423e-8e10-03b4d093abe9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group_rule (a1b5d282-d1d1-46a1-9df8-6b09c9cb90a9), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.811013 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61250254-3c6c-423e-8e10-03b4d093abe9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (a1b5d282-d1d1-46a1-9df8-6b09c9cb90a9), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.823590 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-0c1f9fac-446c-44fb-92ba-d41f0bbc6588 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3154011 May 25 16:20:49.835198 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-65434afd-6981-40da-a627-ce2e3388d4f9 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:49.857610 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-65434afd-6981-40da-a627-ce2e3388d4f9 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 818 time: 0.6351774 May 25 16:20:49.876467 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 02df73ce-e1d6-4753-ac9d-8a48d5d150da up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:49.884757 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:49.888429 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61250254-3c6c-423e-8e10-03b4d093abe9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b5d282-d1d1-46a1-9df8-6b09c9cb90a9,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:49.916075 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61250254-3c6c-423e-8e10-03b4d093abe9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:49.932097 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-61250254-3c6c-423e-8e10-03b4d093abe9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4031317 May 25 16:20:49.935197 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 40250) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:49.957022 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-ee2abe6c-88a6-4712-9474-bad8b3aefdf2 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/quotas/95d1e25b20a146c198dfeda0dc43cd72 HTTP/1.1" status: 200 len: 375 time: 0.0959816 May 25 16:20:49.957472 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-edecf51a-e3a6-43c5-b8da-7930fdb28254 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Request body: {'security_group_rule': {'security_group_id': 'c56b096e-c73b-4a8e-9ad6-26b975344b13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:50.058416 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:50.070069 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 02df73ce-e1d6-4753-ac9d-8a48d5d150da triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:50.070487 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:50.077142 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-8c9b9801-357e-4413-bc71-90684cf21c8a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187143 May 25 16:20:50.100032 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-edecf51a-e3a6-43c5-b8da-7930fdb28254 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group_rule (0b09cd5d-2fa4-4f5d-9371-eef092147537), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:50.144017 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:50.145874 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-9eefe646-d8d0-44b2-8474-a4925fb5c8d2 None None] Provisioning complete for port 3c1fb575-65ee-4716-8340-9263a5d1c750 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:50.146303 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-9eefe646-d8d0-44b2-8474-a4925fb5c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:50.150409 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] For port 3c1fb575-65ee-4716-8340-9263a5d1c750, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:50.201478 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:50.218800 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] For port 3c1fb575-65ee-4716-8340-9263a5d1c750, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=3c1fb575-65ee-4716-8340-9263a5d1c750,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:50.222283 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-edecf51a-e3a6-43c5-b8da-7930fdb28254 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group_rule (0b09cd5d-2fa4-4f5d-9371-eef092147537), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:50.224406 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-40877742-6415-4c75-b16a-2750ce6fcd91 service neutron] 10.222.0.42 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521795 May 25 16:20:50.231577 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-edecf51a-e3a6-43c5-b8da-7930fdb28254 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (0b09cd5d-2fa4-4f5d-9371-eef092147537), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:50.254943 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-9eefe646-d8d0-44b2-8474-a4925fb5c8d2 None None] Port 3c1fb575-65ee-4716-8340-9263a5d1c750 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:50.255632 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecf51a-e3a6-43c5-b8da-7930fdb28254 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b09cd5d-2fa4-4f5d-9371-eef092147537,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:50.259342 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:50.277007 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-41a38444-31d7-44cb-bd0b-914a03d0c2e9 service neutron] 10.222.0.42 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970477 May 25 16:20:50.277960 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-edecf51a-e3a6-43c5-b8da-7930fdb28254 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:50.288086 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-edecf51a-e3a6-43c5-b8da-7930fdb28254 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3496130 May 25 16:20:50.290709 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 40264) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:50.298787 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:50.311969 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:50.347845 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 40266) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:50.369376 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:50.385413 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f4197-0784-4214-96c0-1fae3d9aa93c None None] Pushing event updated for resources: {'Port': ['ID=3c1fb575-65ee-4716-8340-9263a5d1c750,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:50.390148 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Routers {'e708205c-50dc-4bc1-9d0a-d2fc586620da'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:20:50.390782 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:20:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['e708205c-50dc-4bc1-9d0a-d2fc586620da'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:50.401177 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 02df73ce-e1d6-4753-ac9d-8a48d5d150da is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:50.402339 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 12032369-6516-4007-8b65-c03846c5e395 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:50.414701 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-018e955a-8c24-48cd-a9fb-ac352eac0097 service neutron] 10.222.0.42 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350770 May 25 16:20:50.555452 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-706fd356-c1b0-45b3-83dd-8e262d701168 service neutron] 10.222.0.42 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772639 May 25 16:20:50.664744 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ce56408-afe0-46ca-9dac-e2d030eb9158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:50.749100 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] Set router e708205c-50dc-4bc1-9d0a-d2fc586620da gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:20:50.753294 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 12032369-6516-4007-8b65-c03846c5e395 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:50.753294 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (12032369-6516-4007-8b65-c03846c5e395), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:50.897379 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:50.899374 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.84', 62550) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:51.017262 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ce56408-afe0-46ca-9dac-e2d030eb9158 admin admin] Publish callbacks [] for security_group (2716e152-3b61-457d-8f17-bf50ac6fef29), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:51.022426 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-9a90e047-18ce-4621-82e4-8f860dc69b27 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:51.033501 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-9a90e047-18ce-4621-82e4-8f860dc69b27 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 815 time: 0.2897599 May 25 16:20:51.065962 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:51.163329 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ce56408-afe0-46ca-9dac-e2d030eb9158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (2716e152-3b61-457d-8f17-bf50ac6fef29), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:51.275226 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-34eb3a32-8ed4-4c81-9ffc-fb8807ba2f93 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d234edace28441282f594f0e03cacc5 HTTP/1.1" status: 200 len: 380 time: 0.2398119 May 25 16:20:51.422707 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'port': {'device_id': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'admin_state_up': True, 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'security_groups': ['913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:51.449329 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-f7c1b615-9c96-4e12-b0c1-286e620a6ed1 None None] Provisioning complete for port 3c1fb575-65ee-4716-8340-9263a5d1c750 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:51.449980 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f7c1b615-9c96-4e12-b0c1-286e620a6ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:51.580679 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 896b3b44-139e-492c-954c-cf69765ec184 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:20:51.721775 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4903e0f3-ac17-4ec9-a792-8a310f20c5f2 req-a0204119-1085-44d7-a7db-60ab1bb9ac72 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 210 time: 0.6487079 May 25 16:20:51.721775 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:51.747437 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219803d-f509-4d91-83be-52af1f19cebd req-3f4ad753-73c7-4f00-9757-52e4192f648f tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:51.750351 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:51.760578 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8219803d-f509-4d91-83be-52af1f19cebd req-3f4ad753-73c7-4f00-9757-52e4192f648f tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 944 time: 0.5382457 May 25 16:20:51.762321 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-74a68569-4441-43b1-b2b2-192854d15a4f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:51.766982 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-74a68569-4441-43b1-b2b2-192854d15a4f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 818 time: 0.8497465 May 25 16:20:51.876515 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-84e24ebb-2ed8-4985-bf67-1d01a619c073 req-c13db6f8-0aa4-4b3f-9998-59468677b85c tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 210 time: 0.0604992 May 25 16:20:51.946376 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8219803d-f509-4d91-83be-52af1f19cebd req-0a6b7867-445a-4e00-8f8a-4f6c8ad59e76 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845160 May 25 16:20:51.954920 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Allocated IP 172.27.1.152 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/cbdda728-21e0-4e9a-ae0b-dab07a478220) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:51.966119 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Made reservation on behalf of 9d234edace28441282f594f0e03cacc5 for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:51.970305 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:52.016511 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.db.resource_extend [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:20:52.155298 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-43aa3bf9-9897-4237-bf63-c1c09189bde6 req-cd065f1d-c550-49f9-9858-54d073088a01 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 210 time: 0.2011652 May 25 16:20:52.195085 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 12032369-6516-4007-8b65-c03846c5e395 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:52.196985 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 3fa38221-9d8d-480c-850c-dd91a19ef66a up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:52.271368 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:52.304985 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Allocated IP 172.20.0.7 (924a9156-87e8-4a10-ac35-4ba66726a4f5/18e620dd-027b-4139-8d4b-9cc1e3ca8de8/a5479e6d-c810-409e-9dcb-42725ffdaeea) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:52.310338 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 896b3b44-139e-492c-954c-cf69765ec184, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=896b3b44-139e-492c-954c-cf69765ec184,segment=NetworkSegment(febbdf12-eb67-4b91-add6-14fee55945e4),segment_id=febbdf12-eb67-4b91-add6-14fee55945e4)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:52.360899 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for port (cbdda728-21e0-4e9a-ae0b-dab07a478220), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:52.361809 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1b615-9c96-4e12-b0c1-286e620a6ed1 None None] Current status of the port 3c1fb575-65ee-4716-8340-9263a5d1c750 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:52.362193 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f7c1b615-9c96-4e12-b0c1-286e620a6ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:52.374588 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '896b3b44-139e-492c-954c-cf69765ec184', 'network_id': '05183988-e2ff-45ca-a056-5d9e8d3fed8e', 'port_id': '896b3b44-139e-492c-954c-cf69765ec184', 'mac_address': 'fa:16:3e:b1:ac:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1487b398-e61f-4589-a1e0-1a99a29e18ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:20:52.412578 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:50Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:20:52.415647 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 3fa38221-9d8d-480c-850c-dd91a19ef66a triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:52.416294 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:52.438312 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56408-afe0-46ca-9dac-e2d030eb9158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2716e152-3b61-457d-8f17-bf50ac6fef29,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:52.456546 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1ce56408-afe0-46ca-9dac-e2d030eb9158 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1b0077769d14ca6bf6922533bf27952&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0992501 May 25 16:20:52.459444 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:52.473427 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Request body: {'port': {'device_id': '68f324c4-3a3e-4e8d-b2ca-91493fae47b1', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'admin_state_up': True, 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:52.478925 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 40320) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:52.480406 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (cbdda728-21e0-4e9a-ae0b-dab07a478220), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:52.486776 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655041e-1ea7-41ed-b4eb-039576249c3b None None] The sync data for ids ['e708205c-50dc-4bc1-9d0a-d2fc586620da'] in dv-cinder-843278-2-iscsi is: [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:50Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:20:52.540738 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:52.579801 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-f7c1b615-9c96-4e12-b0c1-286e620a6ed1 None None] For port 3c1fb575-65ee-4716-8340-9263a5d1c750, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=3c1fb575-65ee-4716-8340-9263a5d1c750,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:52.612374 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f7c1b615-9c96-4e12-b0c1-286e620a6ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:52.642324 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:52.664806 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:52.753228 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 896b3b44-139e-492c-954c-cf69765ec184 is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:52.753848 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (896b3b44-139e-492c-954c-cf69765ec184), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:52.755662 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:52.783256 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:52.787879 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:52.822281 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896b3b44-139e-492c-954c-cf69765ec184 {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:20:52.829568 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:52.860427 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 896b3b44-139e-492c-954c-cf69765ec184, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=896b3b44-139e-492c-954c-cf69765ec184,segment=NetworkSegment(febbdf12-eb67-4b91-add6-14fee55945e4),segment_id=febbdf12-eb67-4b91-add6-14fee55945e4)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:52.860952 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event updated for resources: {'Port': ['ID=cbdda728-21e0-4e9a-ae0b-dab07a478220,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:52.885688 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (896b3b44-139e-492c-954c-cf69765ec184), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:52.985056 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1b615-9c96-4e12-b0c1-286e620a6ed1 None None] Pushing event updated for resources: {'Port': ['ID=3c1fb575-65ee-4716-8340-9263a5d1c750,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:53.035559 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d7ef5-37de-4a61-b743-8a657b06af84 req-cf662b55-0166-4fec-9d96-e28fe40315b2 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:53.037343 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0d6d7ef5-37de-4a61-b743-8a657b06af84 req-cf662b55-0166-4fec-9d96-e28fe40315b2 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 931 time: 0.1505983 May 25 16:20:53.046300 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Network 924a9156-87e8-4a10-ac35-4ba66726a4f5 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:53.054456 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:53.064796 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 3fa38221-9d8d-480c-850c-dd91a19ef66a is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:53.077289 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:53.080497 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e76f9356-b323-4985-abe3-097d0aebb3ed admin admin] Publish callbacks [] for security_group (2716e152-3b61-457d-8f17-bf50ac6fef29), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:53.084537 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:53.085395 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:53.118277 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=896b3b44-139e-492c-954c-cf69765ec184,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:53.128234 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:53.132467 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (edcf063e-b8ce-4105-b22d-08b8e1143184), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:53.140973 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'Port': ['ID=a5479e6d-c810-409e-9dcb-42725ffdaeea,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:53.151202 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-286120c0-33c2-4821-8e71-569b73796598 req-d6540db2-61ae-4347-baaa-11da0b4ce191 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 210 time: 0.1029823 May 25 16:20:53.212421 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0d6d7ef5-37de-4a61-b743-8a657b06af84 req-c33ace7b-60fc-4b59-8826-5a5a4f4a6066 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512139 May 25 16:20:53.223804 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-b9431eda-2416-4cef-860f-8b1bff79ee0a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9362073 May 25 16:20:53.252460 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e76f9356-b323-4985-abe3-097d0aebb3ed admin admin] Publish callbacks [] for security_group (2716e152-3b61-457d-8f17-bf50ac6fef29), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:53.257775 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Made reservation on behalf of 95d1e25b20a146c198dfeda0dc43cd72 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:53.264477 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device a8733c66-2141-456c-92b2-4b3901d7236a up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:53.272784 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:53.309542 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (cbdda728-21e0-4e9a-ae0b-dab07a478220), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:53.321005 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port a8733c66-2141-456c-92b2-4b3901d7236a triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:53.321424 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (a8733c66-2141-456c-92b2-4b3901d7236a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:53.322079 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-54d0621d-346a-49b9-b3ad-d0c80f89cce0 req-977a3b2f-6baa-44b1-a701-0570254e83ed tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 210 time: 0.0427642 May 25 16:20:53.374607 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23d208-d264-4ef1-9259-13403821e9e5 req-430ef13e-9c66-448a-a146-3312e943361a tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:53.384949 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fc23d208-d264-4ef1-9259-13403821e9e5 req-430ef13e-9c66-448a-a146-3312e943361a tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 945 time: 0.0944066 May 25 16:20:53.417524 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port a8733c66-2141-456c-92b2-4b3901d7236a is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:53.419256 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 3c1fb575-65ee-4716-8340-9263a5d1c750 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:53.444794 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fc23d208-d264-4ef1-9259-13403821e9e5 req-57caf141-fdf5-4f64-bcfc-dc8044efdd4f tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591574 May 25 16:20:53.464011 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-7b63314a-0206-48ff-8422-babea0c76c4a None None] Provisioning complete for port a5479e6d-c810-409e-9dcb-42725ffdaeea triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:53.464387 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7b63314a-0206-48ff-8422-babea0c76c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:53.505155 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 3c1fb575-65ee-4716-8340-9263a5d1c750 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:53.505865 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:53.507170 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-7b63314a-0206-48ff-8422-babea0c76c4a None None] Port a5479e6d-c810-409e-9dcb-42725ffdaeea cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:53.591296 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 3c1fb575-65ee-4716-8340-9263a5d1c750 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:53.603530 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e76f9356-b323-4985-abe3-097d0aebb3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (2716e152-3b61-457d-8f17-bf50ac6fef29), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:53.606116 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e76f9356-b323-4985-abe3-097d0aebb3ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:53.607276 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e76f9356-b323-4985-abe3-097d0aebb3ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2716e152-3b61-457d-8f17-bf50ac6fef29 HTTP/1.1" status: 204 len: 168 time: 1.1240418 May 25 16:20:53.672610 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f9356-b323-4985-abe3-097d0aebb3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2716e152-3b61-457d-8f17-bf50ac6fef29,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:53.832058 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Allocated IP 172.20.0.11 (07eab40d-bc82-4433-9d88-2c85f65e23df/a5fd1872-b933-477c-91a8-1b7b6079d318/b95684f0-92c8-457d-bd07-c98d017be6fc) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:53.846953 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:53.960542 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 40350) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:53.968147 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for port (cbdda728-21e0-4e9a-ae0b-dab07a478220), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:53.975319 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8a18-7d52-41fa-a274-275535cd0cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.000461 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (cbdda728-21e0-4e9a-ae0b-dab07a478220), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.057886 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (edcf063e-b8ce-4105-b22d-08b8e1143184), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.061576 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8a18-7d52-41fa-a274-275535cd0cb0 admin admin] Publish callbacks [] for security_group (31d4fe7d-a8ef-414b-9b8f-6bde3cd0e2de), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.066798 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event updated for resources: {'Port': ['ID=cbdda728-21e0-4e9a-ae0b-dab07a478220,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:54.067175 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8a18-7d52-41fa-a274-275535cd0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (31d4fe7d-a8ef-414b-9b8f-6bde3cd0e2de), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.074283 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:54.095433 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.105474 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7efee1a6-8b3f-4354-ba84-243d3bfe7a65 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8044724 May 25 16:20:54.125664 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e6ed8a18-7d52-41fa-a274-275535cd0cb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c079038ae4c74132a55d3edce73a6c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639621 May 25 16:20:54.126880 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed8a18-7d52-41fa-a274-275535cd0cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d4fe7d-a8ef-414b-9b8f-6bde3cd0e2de,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:54.128687 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 40354) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:54.158922 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.231497 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dfc819b8-35fe-413f-bb56-47f4da2efd08 admin admin] Publish callbacks [] for security_group (31d4fe7d-a8ef-414b-9b8f-6bde3cd0e2de), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.246057 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.295873 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e5fe8860-028c-42b2-a562-24f57d20bb03 req-821cc18a-526c-4c9e-a094-5eb89a5cff36 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 210 time: 0.0395901 May 25 16:20:54.330612 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:54.345997 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-c56dbfd7-b705-4d7a-9ef8-cfcf80c80e41 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--755697654&fields=id&tenant_id=e916473814d44ac1ae6339f0d052daa1 HTTP/1.1" status: 200 len: 267 time: 0.0532057 May 25 16:20:54.367138 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Network 07eab40d-bc82-4433-9d88-2c85f65e23df is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:54.382761 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:54.395390 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dfc819b8-35fe-413f-bb56-47f4da2efd08 admin admin] Publish callbacks [] for security_group (31d4fe7d-a8ef-414b-9b8f-6bde3cd0e2de), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.413785 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:54.419615 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:54.420241 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.442856 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event updated for resources: {'Port': ['ID=b95684f0-92c8-457d-bd07-c98d017be6fc,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:54.475040 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2da60bc1-c1b0-49da-94b4-545e43b96802 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0123188 May 25 16:20:54.489138 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dfc819b8-35fe-413f-bb56-47f4da2efd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (31d4fe7d-a8ef-414b-9b8f-6bde3cd0e2de), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.489416 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05118fea-82bf-4fbe-849d-9b4f67e77576 req-2f9e9a74-350d-4011-a940-613aa9556ad6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:54.491104 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-05118fea-82bf-4fbe-849d-9b4f67e77576 req-2f9e9a74-350d-4011-a940-613aa9556ad6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 931 time: 0.1105638 May 25 16:20:54.500517 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dfc819b8-35fe-413f-bb56-47f4da2efd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.520975 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-dfc819b8-35fe-413f-bb56-47f4da2efd08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31d4fe7d-a8ef-414b-9b8f-6bde3cd0e2de HTTP/1.1" status: 204 len: 168 time: 0.3732691 May 25 16:20:54.542015 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc819b8-35fe-413f-bb56-47f4da2efd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d4fe7d-a8ef-414b-9b8f-6bde3cd0e2de,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:54.546247 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3bc91f12-bf45-4d21-9856-bb088c6a3923 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:54.547779 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3bc91f12-bf45-4d21-9856-bb088c6a3923 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 817 time: 0.1955724 May 25 16:20:54.583767 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-24c6e3e0-efa4-4a77-b3fd-61d182228c1e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/quotas/e916473814d44ac1ae6339f0d052daa1 HTTP/1.1" status: 200 len: 375 time: 0.0235965 May 25 16:20:54.588592 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-05118fea-82bf-4fbe-849d-9b4f67e77576 req-e57037ca-1634-40e7-a030-e6118e227e15 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900545 May 25 16:20:54.654036 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-bef7f636-adbe-4270-8584-d25655f2608b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643549 May 25 16:20:54.705580 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-66f26ebc-c4a7-4de8-a31a-5572974bce75 req-3d99db0b-1626-4fd3-8fbc-4b60439e5710 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 210 time: 0.0489867 May 25 16:20:54.734825 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:54.750381 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-bdead6de-3ec6-454a-ad6b-87a75287b878 None None] Provisioning complete for port b95684f0-92c8-457d-bd07-c98d017be6fc triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:54.750826 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bdead6de-3ec6-454a-ad6b-87a75287b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:54.798140 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-bdead6de-3ec6-454a-ad6b-87a75287b878 None None] Port b95684f0-92c8-457d-bd07-c98d017be6fc cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:54.810753 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-c43e52b6-57fc-497b-b8e7-7f24e53be6a2 service neutron] 10.222.0.42 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525304 May 25 16:20:54.848127 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a8add-2a8d-4dfb-82b4-db8c4afeedf3 req-56f14b7b-13e9-4116-a22a-98850f55d799 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:54.849573 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a48a8add-2a8d-4dfb-82b4-db8c4afeedf3 req-56f14b7b-13e9-4116-a22a-98850f55d799 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 945 time: 0.0755765 May 25 16:20:54.940657 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:54.951956 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a48a8add-2a8d-4dfb-82b4-db8c4afeedf3 req-e65efe98-fb52-43a0-b905-e239808c69aa tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775647 May 25 16:20:54.955533 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-d2267881-f652-457d-b648-d608f2de2dcb service neutron] 10.222.0.42 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375904 May 25 16:20:55.134516 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aed137c4-669b-44ab-8b6c-5ac72218be6c req-d5ab002e-8b22-4308-b7e8-164870258a83 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 210 time: 0.0341706 May 25 16:20:55.410611 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-625d1a19-7575-4f39-988d-5d3fc67c1d68 req-7527f1b0-1384-473d-9d5e-3ae8366d2223 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 210 time: 0.0307012 May 25 16:20:55.580604 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.84', 62558) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:55.592845 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Request body: {'port': {'device_id': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:55.626339 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Request body: {'port': {'device_id': '68f324c4-3a3e-4e8d-b2ca-91493fae47b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:55.694455 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.84', 62559) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:55.722212 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['896b3b44-139e-492c-954c-cf69765ec184'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:20:55.817770 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:55.876800 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745e34e-fada-4657-990e-105036a22467 req-3ef889d4-82f8-4ca2-8754-a71848df1dfb tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:55.889538 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f745e34e-fada-4657-990e-105036a22467 req-3ef889d4-82f8-4ca2-8754-a71848df1dfb tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 931 time: 0.2072577 May 25 16:20:55.971052 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9f45c47f-df73-44e0-8efb-53481ea40fa8 req-3ba9c19e-b4e8-4fae-b494-92ff4d920086 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 210 time: 0.1392753 May 25 16:20:56.180160 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:56.200439 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-16659b79-77b5-4dd5-9b7e-7f575acd463b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:56.202889 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-16659b79-77b5-4dd5-9b7e-7f575acd463b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 818 time: 0.4955041 May 25 16:20:56.212795 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-fc796797-3f36-42d5-85cf-c5e750610ded tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:56.214374 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-fc796797-3f36-42d5-85cf-c5e750610ded tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.84 "GET /v2.0/networks?id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 HTTP/1.1" status: 200 len: 811 time: 0.6278598 May 25 16:20:56.215257 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:56.356747 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f745e34e-fada-4657-990e-105036a22467 req-3e240d55-1d57-440b-a566-acaff61b5286 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4661992 May 25 16:20:56.437908 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:56.498646 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Request body: {'port': {'device_id': '756c834d-49bb-4cd7-b5c7-7140c66b0d0c', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'admin_state_up': True, 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:56.549333 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.84', 62567) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:20:56.570715 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-eebe24a3-c56b-4fbb-898f-f0860c48c9dd req-940f6e9c-604b-4e98-8a80-7a0a475bf581 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 210 time: 0.0588980 May 25 16:20:56.580554 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c22214-c36d-4198-a670-3268a5b5f914 req-b6cbf5cc-d6be-4d45-80e8-6f64551b52a4 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:56.589130 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-13c22214-c36d-4198-a670-3268a5b5f914 req-b6cbf5cc-d6be-4d45-80e8-6f64551b52a4 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 945 time: 0.4964685 May 25 16:20:56.614789 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:56.676502 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:56.750371 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-13c22214-c36d-4198-a670-3268a5b5f914 req-1a4d6ca8-3330-4c05-8c48-e33a22246435 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600587 May 25 16:20:56.796717 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dbe825c9-d762-427d-91f2-3ae0a2f49ec6 req-e6ec50f2-9ed6-49ad-8e52-3d84e8c94af1 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 210 time: 0.0418332 May 25 16:20:56.832422 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-69faa737-b2fb-4f18-b15f-d17854617165 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8c39550e4e41e79cc56aa7d22ae052 HTTP/1.1" status: 200 len: 380 time: 0.3832242 May 25 16:20:56.874850 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:56.878569 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=52 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:56.921796 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5479e6d-c810-409e-9dcb-42725ffdaeea {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:20:56.930570 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Publish callbacks [] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:56.950258 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Transition to ACTIVE for port object a5479e6d-c810-409e-9dcb-42725ffdaeea will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:20:56.956448 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:56.978759 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-e2120f75-0e9e-4300-989f-525ba41bc750 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:56.980270 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-e2120f75-0e9e-4300-989f-525ba41bc750 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.84 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 817 time: 0.4147780 May 25 16:20:57.065612 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Made reservation on behalf of 95d1e25b20a146c198dfeda0dc43cd72 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:20:57.081052 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:57.140617 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5479e6d-c810-409e-9dcb-42725ffdaeea,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:57.165179 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1b637c01-722b-45ec-b6cb-afb464b7bebb req-231f9007-7b5e-4477-a49a-ebaf5f0d8c00 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 210 time: 0.0608962 May 25 16:20:57.167598 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Attempting to bind port a5479e6d-c810-409e-9dcb-42725ffdaeea on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:57.168206 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Attempting to bind port a5479e6d-c810-409e-9dcb-42725ffdaeea by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:57.168715 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Attempting to bind port a5479e6d-c810-409e-9dcb-42725ffdaeea on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:57.174615 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Port a5479e6d-c810-409e-9dcb-42725ffdaeea on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:20:57.175357 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Attempting to bind port a5479e6d-c810-409e-9dcb-42725ffdaeea on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:57.190660 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:57.191431 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Checking segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:57.192196 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Bound using segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:57.192881 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Bound port: a5479e6d-c810-409e-9dcb-42725ffdaeea, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:57.193487 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:57.248726 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95684f0-92c8-457d-bd07-c98d017be6fc {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:20:57.258016 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Publish callbacks [] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:57.280825 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] For port a5479e6d-c810-409e-9dcb-42725ffdaeea, host hv-cinder-84327, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:57.284649 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] For port a5479e6d-c810-409e-9dcb-42725ffdaeea, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a5479e6d-c810-409e-9dcb-42725ffdaeea,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:57.288474 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Transition to ACTIVE for port object b95684f0-92c8-457d-bd07-c98d017be6fc will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:20:57.293226 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:57.295987 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:57.343637 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:57.344263 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:57.345655 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] 10.222.0.84 "PUT /v2.0/ports/a5479e6d-c810-409e-9dcb-42725ffdaeea HTTP/1.1" status: 200 len: 1093 time: 1.7651210 May 25 16:20:57.350675 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'tag': 'a5479e6d-c810-409e-9dcb-42725ffdaeea'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:20:57.354936 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5d7061-3b5c-4472-9ba4-f709e645f9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "cebf1f03-8c0a-4aaf-b375-63edcdac9d98", "tag": "a5479e6d-c810-409e-9dcb-42725ffdaeea"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:20:57.412153 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83320d28-9af9-412b-b418-f1b93843c147 x-openstack-request-id: req-83320d28-9af9-412b-b418-f1b93843c147 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:20:57.412966 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebf1f03-8c0a-4aaf-b375-63edcdac9d98", "tag": "a5479e6d-c810-409e-9dcb-42725ffdaeea", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:20:57.412966 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83320d28-9af9-412b-b418-f1b93843c147 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:20:57.413289 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83320d28-9af9-412b-b418-f1b93843c147'] response: {'name': 'network-changed', 'server_uuid': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'tag': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'status': 'completed', 'code': 200} May 25 16:20:57.429905 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a58494-bbea-44e9-8ddf-4a53fbf3d8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5479e6d-c810-409e-9dcb-42725ffdaeea,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:57.477147 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Pushing event updated for resources: {'Port': ['ID=b95684f0-92c8-457d-bd07-c98d017be6fc,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:57.510685 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Allocated IP 172.20.0.5 (07eab40d-bc82-4433-9d88-2c85f65e23df/a5fd1872-b933-477c-91a8-1b7b6079d318/32e483c1-8f09-4e2a-9e95-ef7a5e449743) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:20:57.518614 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Attempting to bind port b95684f0-92c8-457d-bd07-c98d017be6fc on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:20:57.519564 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Attempting to bind port b95684f0-92c8-457d-bd07-c98d017be6fc by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:20:57.520079 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Attempting to bind port b95684f0-92c8-457d-bd07-c98d017be6fc on network 07eab40d-bc82-4433-9d88-2c85f65e23df {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:57.530929 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Port b95684f0-92c8-457d-bd07-c98d017be6fc on network 07eab40d-bc82-4433-9d88-2c85f65e23df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:20:57.531492 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Attempting to bind port b95684f0-92c8-457d-bd07-c98d017be6fc on network 07eab40d-bc82-4433-9d88-2c85f65e23df {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:20:57.541988 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:20:57.543278 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Checking segment: {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:20:57.544317 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Bound using segment: {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:20:57.544944 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Bound port: b95684f0-92c8-457d-bd07-c98d017be6fc, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:20:57.545464 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:57.566512 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54716a0f-c5cf-4a20-8b3e-7e48dab9e878 req-985248ad-c585-4534-9608-3d62687e1412 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:57.568063 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-54716a0f-c5cf-4a20-8b3e-7e48dab9e878 req-985248ad-c585-4534-9608-3d62687e1412 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 943 time: 0.0832462 May 25 16:20:57.619857 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:57.653949 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-54716a0f-c5cf-4a20-8b3e-7e48dab9e878 req-ec780fb6-cc0a-4e3e-ba44-c755425db60d tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776730 May 25 16:20:57.740875 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-da690b47-9b1d-4bcf-a4a2-af2562461169 req-eac989ba-9e1a-4c81-827e-4445335fb8a0 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 210 time: 0.0358460 May 25 16:20:57.883838 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b834f9-2587-4725-950e-b881fdcd3ca5 req-333a2618-ef8a-4b07-8e1a-48e287eb6644 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:57.885635 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-39b834f9-2587-4725-950e-b881fdcd3ca5 req-333a2618-ef8a-4b07-8e1a-48e287eb6644 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 945 time: 0.0545480 May 25 16:20:57.961363 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:57.970372 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-26fd62ea-f1ab-4488-8a7f-4289c985a4cd req-b321d1f4-c5ea-44aa-88f8-043bc52f37d0 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 210 time: 0.0449047 May 25 16:20:57.977608 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-39b834f9-2587-4725-950e-b881fdcd3ca5 req-569fcb92-fe7d-4a5d-9cf5-204022b38252 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840271 May 25 16:20:57.988392 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:57.990073 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] For port b95684f0-92c8-457d-bd07-c98d017be6fc, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:20:58.022387 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] For port b95684f0-92c8-457d-bd07-c98d017be6fc, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b95684f0-92c8-457d-bd07-c98d017be6fc,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:20:58.038135 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:58.102039 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:58.103544 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:58.105016 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] 10.222.0.84 "PUT /v2.0/ports/b95684f0-92c8-457d-bd07-c98d017be6fc HTTP/1.1" status: 200 len: 1094 time: 2.4976616 May 25 16:20:58.105659 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f324c4-3a3e-4e8d-b2ca-91493fae47b1', 'tag': 'b95684f0-92c8-457d-bd07-c98d017be6fc'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:20:58.176703 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:58.196815 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67437022-cbfb-412f-99c4-0d7c34380e2b service neutron] Pushing event updated for resources: {'Port': ['ID=b95684f0-92c8-457d-bd07-c98d017be6fc,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:58.235905 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:58.284245 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Network 07eab40d-bc82-4433-9d88-2c85f65e23df is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:20:58.288104 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:20:58.292725 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:20:58.298049 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:58.298684 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:58.319379 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8f7816-10dd-4215-abb1-06da7b0f7827" -d '{"events": [{"name": "network-changed", "server_uuid": "68f324c4-3a3e-4e8d-b2ca-91493fae47b1", "tag": "b95684f0-92c8-457d-bd07-c98d017be6fc"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:20:58.326594 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event updated for resources: {'Port': ['ID=32e483c1-8f09-4e2a-9e95-ef7a5e449743,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:58.339990 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-98a3f19e-6689-43e9-9ef3-1a194c9ded0f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8892698 May 25 16:20:58.343055 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529191fa-c8b6-41d9-aef3-fad2e020530a req-d6202520-aec6-4583-9448-7df991f31d0c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:58.344647 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-529191fa-c8b6-41d9-aef3-fad2e020530a req-d6202520-aec6-4583-9448-7df991f31d0c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 931 time: 0.0731826 May 25 16:20:58.396771 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-529191fa-c8b6-41d9-aef3-fad2e020530a req-f1918c5e-f94c-4e76-a81b-9bec0dc170a6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462844 May 25 16:20:58.475311 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a176ef8c-9e5a-42a6-82bf-f0bc22aa7853 x-openstack-request-id: req-a176ef8c-9e5a-42a6-82bf-f0bc22aa7853 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:20:58.475600 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f324c4-3a3e-4e8d-b2ca-91493fae47b1", "tag": "b95684f0-92c8-457d-bd07-c98d017be6fc", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:20:58.475849 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a176ef8c-9e5a-42a6-82bf-f0bc22aa7853 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:20:58.476293 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a176ef8c-9e5a-42a6-82bf-f0bc22aa7853'] response: {'name': 'network-changed', 'server_uuid': '68f324c4-3a3e-4e8d-b2ca-91493fae47b1', 'tag': 'b95684f0-92c8-457d-bd07-c98d017be6fc', 'status': 'completed', 'code': 200} May 25 16:20:58.554561 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-767faf21-1ae7-48a3-b578-ea470124ddee None None] Provisioning complete for port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:58.555122 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-767faf21-1ae7-48a3-b578-ea470124ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:58.588777 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-767faf21-1ae7-48a3-b578-ea470124ddee None None] Port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:20:58.757335 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a75f6-33ca-4922-96ac-94d5efffd4c4 req-36bb2795-fde3-481e-bfdb-8b926184b312 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:58.759034 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-495a75f6-33ca-4922-96ac-94d5efffd4c4 req-36bb2795-fde3-481e-bfdb-8b926184b312 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 943 time: 0.0454798 May 25 16:20:58.806806 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-495a75f6-33ca-4922-96ac-94d5efffd4c4 req-a1273612-7b19-461a-b634-cbac93230b8e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422771 May 25 16:20:58.874318 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f3c41df3-13fe-48ac-be03-d17fb8259e97 req-64d4d741-b96d-430d-97a1-03197ff5f998 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 210 time: 0.0270700 May 25 16:20:59.070033 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70052931-0848-4c1c-b122-0426b9f9bdcb req-2dd5c40c-5083-499b-a527-19eba294d6b9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 210 time: 0.0312812 May 25 16:20:59.102231 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:20:59.115627 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208b0f2-fcae-4d51-b73a-524c41148cfd req-d671624a-c452-4699-a75b-eaf9e24ad0eb tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:59.117083 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3208b0f2-fcae-4d51-b73a-524c41148cfd req-d671624a-c452-4699-a75b-eaf9e24ad0eb tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 945 time: 0.0499005 May 25 16:20:59.164810 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3208b0f2-fcae-4d51-b73a-524c41148cfd req-318fa2be-7d3f-4697-acd6-753fa7ea84b3 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 May 25 16:20:59.173043 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 896b3b44-139e-492c-954c-cf69765ec184 up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:20:59.174730 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Request body: {'port': {'device_id': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'admin_state_up': True, 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'security_groups': ['4cd1c2d7-98fe-4872-9a81-45f56490b441']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:59.237378 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 896b3b44-139e-492c-954c-cf69765ec184 completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:20:59.244024 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 896b3b44-139e-492c-954c-cf69765ec184 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:20:59.244393 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (896b3b44-139e-492c-954c-cf69765ec184), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:59.244949 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Request body: {'port': {'device_id': '756c834d-49bb-4cd7-b5c7-7140c66b0d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:59.381982 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f7816-10dd-4215-abb1-06da7b0f7827 req-cef1c7c3-1589-4e37-aab7-43807d15d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:59.384054 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cb8f7816-10dd-4215-abb1-06da7b0f7827 req-cef1c7c3-1589-4e37-aab7-43807d15d831 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 1128 time: 0.0457761 May 25 16:20:59.400509 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d7061-3b5c-4472-9ba4-f709e645f9bf req-165dcb0f-20c6-4d03-b1d0-cd6ce4feda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:59.402078 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-de5d7061-3b5c-4472-9ba4-f709e645f9bf req-165dcb0f-20c6-4d03-b1d0-cd6ce4feda70 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 1127 time: 0.1505754 May 25 16:20:59.457197 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:20:59.466013 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 896b3b44-139e-492c-954c-cf69765ec184 is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:20:59.466403 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (896b3b44-139e-492c-954c-cf69765ec184), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:59.513902 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33f1186-4082-43e1-878c-77a547575727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896b3b44-139e-492c-954c-cf69765ec184'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:20:59.648254 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bf1c3-1c36-4f35-b854-27d8f17fa296 req-93f3a5b0-385f-47da-bda5-e220359dff05 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:59.650959 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-609bf1c3-1c36-4f35-b854-27d8f17fa296 req-93f3a5b0-385f-47da-bda5-e220359dff05 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 931 time: 0.1164823 May 25 16:20:59.667169 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 896b3b44-139e-492c-954c-cf69765ec184, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=896b3b44-139e-492c-954c-cf69765ec184,segment=NetworkSegment(febbdf12-eb67-4b91-add6-14fee55945e4),segment_id=febbdf12-eb67-4b91-add6-14fee55945e4)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:20:59.685648 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d7061-3b5c-4472-9ba4-f709e645f9bf req-ee2ead9a-f6df-489e-a510-4807ae38b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:59.687530 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-de5d7061-3b5c-4472-9ba4-f709e645f9bf req-ee2ead9a-f6df-489e-a510-4807ae38b8a7 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9d234edace28441282f594f0e03cacc5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2441525 May 25 16:20:59.695454 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (896b3b44-139e-492c-954c-cf69765ec184), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:59.704760 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:20:59.708021 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f7816-10dd-4215-abb1-06da7b0f7827 req-e6c4a289-4653-41e6-944e-3f0b0c083a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:20:59.711300 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cb8f7816-10dd-4215-abb1-06da7b0f7827 req-e6c4a289-4653-41e6-944e-3f0b0c083a57 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3146236 May 25 16:20:59.729563 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f36b5a11-60f3-4d43-9853-a7073adf7f0b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e916473814d44ac1ae6339f0d052daa1 HTTP/1.1" status: 200 len: 379 time: 0.5265360 May 25 16:20:59.770867 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Request body: {'port': {'device_id': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'admin_state_up': True, 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'security_groups': ['c56b096e-c73b-4a8e-9ad6-26b975344b13']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:20:59.782701 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f8388b-1742-40d9-8aa1-535ce302a062" -d '{"events": [{"server_uuid": "f33f1186-4082-43e1-878c-77a547575727", "name": "network-vif-plugged", "status": "completed", "tag": "896b3b44-139e-492c-954c-cf69765ec184"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:20:59.835625 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=896b3b44-139e-492c-954c-cf69765ec184,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:20:59.923659 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-609bf1c3-1c36-4f35-b854-27d8f17fa296 req-1a4d78a8-dfaa-46b3-9141-320768fb89af tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396555 May 25 16:20:59.933747 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664152fb-530f-40a9-a709-d56e820a335b x-openstack-request-id: req-664152fb-530f-40a9-a709-d56e820a335b {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:20:59.934507 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33f1186-4082-43e1-878c-77a547575727", "name": "network-vif-plugged", "status": "completed", "tag": "896b3b44-139e-492c-954c-cf69765ec184", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:20:59.934856 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-664152fb-530f-40a9-a709-d56e820a335b {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:20:59.935988 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664152fb-530f-40a9-a709-d56e820a335b'] response: {'server_uuid': 'f33f1186-4082-43e1-878c-77a547575727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896b3b44-139e-492c-954c-cf69765ec184', 'code': 200} May 25 16:21:00.025263 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Made reservation on behalf of 3e8c39550e4e41e79cc56aa7d22ae052 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:00.029598 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:00.066149 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:00.092383 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2827f2-67f5-4de0-8d22-5888860d9ce4 req-76804d52-f640-43f3-8f78-38bcfcf2ced5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:00.094530 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3e2827f2-67f5-4de0-8d22-5888860d9ce4 req-76804d52-f640-43f3-8f78-38bcfcf2ced5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 943 time: 0.0815091 May 25 16:21:00.135171 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-acb5af09-4eb8-45e4-8977-72ddab032337 req-b7a4566b-30a9-463b-a978-a8e437bd8f55 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 210 time: 0.1051648 May 25 16:21:00.147229 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.84', 62575) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:00.161892 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:00.240582 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-1dad78ed-4b51-40ab-b989-9abb936243e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:00.272405 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f7816-10dd-4215-abb1-06da7b0f7827 req-e4efa6eb-4095-42d5-89af-49a7c61275ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:00.274478 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cb8f7816-10dd-4215-abb1-06da7b0f7827 req-e4efa6eb-4095-42d5-89af-49a7c61275ce service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5543845 May 25 16:21:00.297902 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41774e-284a-4241-bf5f-4ccb79ac8ba5 req-c5faa82b-e40b-4b51-bd3a-660b3e8d53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:00.300566 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d7061-3b5c-4472-9ba4-f709e645f9bf req-e6d12fbc-9884-4f46-8872-75cbe30d56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:00.302655 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-de5d7061-3b5c-4472-9ba4-f709e645f9bf req-e6d12fbc-9884-4f46-8872-75cbe30d56d0 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6085103 May 25 16:21:00.317199 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea41774e-284a-4241-bf5f-4ccb79ac8ba5 req-c5faa82b-e40b-4b51-bd3a-660b3e8d53a0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 1130 time: 0.1688054 May 25 16:21:00.419381 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-ea41774e-284a-4241-bf5f-4ccb79ac8ba5 req-8e666490-1a0c-4f4b-8c66-c00588cd4976 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:00.441750 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-72c1447e-971f-494a-8800-7aa0c1928a0a req-c27853a9-f7b6-4267-ba56-2f11b7a2906d tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 210 time: 0.0762839 May 25 16:21:00.458592 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3e2827f2-67f5-4de0-8d22-5888860d9ce4 req-dc62fece-8c2b-4783-8f95-bdbc27ddca6a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570683 May 25 16:21:00.484480 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:00.508166 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-5362af20-e58b-48ae-8a8c-29bd6300039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:00.510333 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-5362af20-e58b-48ae-8a8c-29bd6300039a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 1127 time: 0.1250279 May 25 16:21:00.542257 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Made reservation on behalf of e916473814d44ac1ae6339f0d052daa1 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:00.545949 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:00.562782 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-d4d9c9af-6726-4918-bcbc-0558d03dff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:00.564449 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-d4d9c9af-6726-4918-bcbc-0558d03dff71 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 1128 time: 0.1798213 May 25 16:21:00.605101 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-2c39528d-99bb-49c8-affe-206f9430124f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5479e6d-c810-409e-9dcb-42725ffdaeea HTTP/1.1" status: 200 len: 217 time: 0.0844858 May 25 16:21:00.712156 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810eed7c-5237-4235-9fbf-e57c30e0e532 req-11d72b60-1094-4924-80b0-ab21c31be7eb tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:00.714042 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-810eed7c-5237-4235-9fbf-e57c30e0e532 req-11d72b60-1094-4924-80b0-ab21c31be7eb tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 946 time: 0.1274045 May 25 16:21:00.732628 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-8d176c1c-22f4-4e0f-8313-2364d1ce633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:00.734715 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-8d176c1c-22f4-4e0f-8313-2364d1ce633d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=18e620dd-027b-4139-8d4b-9cc1e3ca8de8 HTTP/1.1" status: 200 len: 854 time: 0.1211953 May 25 16:21:00.777788 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-ea41774e-284a-4241-bf5f-4ccb79ac8ba5 req-8e666490-1a0c-4f4b-8c66-c00588cd4976 service neutron] Publish callbacks [] for security_group (367e7cbf-4ab7-4e92-8ba2-17ff639ac2fa), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:00.794894 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-ea41774e-284a-4241-bf5f-4ccb79ac8ba5 req-8e666490-1a0c-4f4b-8c66-c00588cd4976 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (367e7cbf-4ab7-4e92-8ba2-17ff639ac2fa), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:00.856231 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-810eed7c-5237-4235-9fbf-e57c30e0e532 req-1e6fe813-97ea-4135-a39c-ecd65e38c7f9 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328022 May 25 16:21:00.861813 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea41774e-284a-4241-bf5f-4ccb79ac8ba5 req-8e666490-1a0c-4f4b-8c66-c00588cd4976 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349584 May 25 16:21:00.863786 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e666490-1a0c-4f4b-8c66-c00588cd4976 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=367e7cbf-4ab7-4e92-8ba2-17ff639ac2fa,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:00.985580 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-2c1075c7-7d74-4518-9af2-b09e327b375a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b95684f0-92c8-457d-bd07-c98d017be6fc HTTP/1.1" status: 200 len: 217 time: 0.3909466 May 25 16:21:00.998585 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Allocated IP 172.20.0.5 (4b9fb8be-8c67-427e-8c91-a4becd42df59/12d09b9d-7694-4ad9-b286-85dfd52d5768/81d48be3-f76c-4118-bcaa-79360428da5a) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:21:01.002777 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Allocated IP 172.20.0.6 (c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9/b1e391e2-f1bc-4085-8176-36597c4822d4/5d7ffb26-b14c-4496-a249-7c6754e10040) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:21:01.060460 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd057-1a1e-4b5a-ae07-ed2ffc7b180f req-340bb6a5-9317-43a4-acf8-7d82b3a95044 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:01.062189 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-596dd057-1a1e-4b5a-ae07-ed2ffc7b180f req-340bb6a5-9317-43a4-acf8-7d82b3a95044 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 931 time: 0.0482187 May 25 16:21:01.064541 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:01.090428 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:01.117383 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-596dd057-1a1e-4b5a-ae07-ed2ffc7b180f req-bb4d0457-0eac-478c-b8e3-359997c04763 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491972 May 25 16:21:01.254276 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e483c1-8f09-4e2a-9e95-ef7a5e449743 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:21:01.268946 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Publish callbacks [] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:01.269136 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6dfb4492-18fc-4aaf-a598-20c14c488e52 req-e2b2daa2-9bdb-465e-ba82-f756e36fee3a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 210 time: 0.0311680 May 25 16:21:01.318118 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Transition to ACTIVE for port object 32e483c1-8f09-4e2a-9e95-ef7a5e449743 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:21:01.334481 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:01.345489 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for port (81d48be3-f76c-4118-bcaa-79360428da5a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:01.348357 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:01.396225 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:01.429832 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=32e483c1-8f09-4e2a-9e95-ef7a5e449743,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:01.487580 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:01.528620 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Attempting to bind port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:21:01.528954 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Attempting to bind port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:21:01.529284 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Attempting to bind port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 on network 07eab40d-bc82-4433-9d88-2c85f65e23df {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:21:01.545006 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 on network 07eab40d-bc82-4433-9d88-2c85f65e23df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:21:01.545325 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Attempting to bind port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 on network 07eab40d-bc82-4433-9d88-2c85f65e23df {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:21:01.547720 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:01.559017 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Network 4b9fb8be-8c67-427e-8c91-a4becd42df59 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:21:01.568375 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:01.575801 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:21:01.576205 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Checking segment: {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:21:01.576506 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Bound using segment: {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:21:01.576937 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Bound port: 32e483c1-8f09-4e2a-9e95-ef7a5e449743, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:21:01.577370 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:01.580749 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:21:01.585875 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:01.587126 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:01.592041 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event updated for resources: {'Port': ['ID=81d48be3-f76c-4118-bcaa-79360428da5a,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:01.616116 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08efe93-8208-4500-9acb-5f4c557e4686 req-a5447682-5fb8-4605-b782-5685e3b635d5 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:01.623955 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e08efe93-8208-4500-9acb-5f4c557e4686 req-a5447682-5fb8-4605-b782-5685e3b635d5 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 931 time: 0.0916784 May 25 16:21:01.639918 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4e60c-e9a1-4faa-94da-3d50ed25099c req-7bda839e-4665-4fd0-9320-28f90a1bf8b3 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:01.641741 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f4a4e60c-e9a1-4faa-94da-3d50ed25099c req-7bda839e-4665-4fd0-9320-28f90a1bf8b3 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 943 time: 0.0971084 May 25 16:21:01.649201 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:21:01.674027 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-3c6413d6-c5c5-4253-81b5-f919b98924bb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9194984 May 25 16:21:01.697213 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:01.705228 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:21:01.710014 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:01.710645 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:01.738863 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e08efe93-8208-4500-9acb-5f4c557e4686 req-fa5559e4-ac56-443c-b342-f8ac0bb5f7e5 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039577 May 25 16:21:01.742473 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event updated for resources: {'Port': ['ID=5d7ffb26-b14c-4496-a249-7c6754e10040,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:01.750290 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-03270cea-8a90-4b2b-b626-6f00698c14d2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5806229 May 25 16:21:01.759919 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f4a4e60c-e9a1-4faa-94da-3d50ed25099c req-851ad1a0-2ff2-44e9-a185-e49db4b34ad2 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039476 May 25 16:21:01.773454 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:01.791075 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] For port 32e483c1-8f09-4e2a-9e95-ef7a5e449743, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:21:01.794542 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] For port 32e483c1-8f09-4e2a-9e95-ef7a5e449743, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=32e483c1-8f09-4e2a-9e95-ef7a5e449743,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:21:01.806141 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:01.842865 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:01.843493 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:01.844937 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] 10.222.0.84 "PUT /v2.0/ports/32e483c1-8f09-4e2a-9e95-ef7a5e449743 HTTP/1.1" status: 200 len: 1093 time: 2.6380880 May 25 16:21:01.845370 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756c834d-49bb-4cd7-b5c7-7140c66b0d0c', 'tag': '32e483c1-8f09-4e2a-9e95-ef7a5e449743'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:01.847647 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c35ba8-d115-46b4-a698-7fd16d7d7376" -d '{"events": [{"name": "network-changed", "server_uuid": "756c834d-49bb-4cd7-b5c7-7140c66b0d0c", "tag": "32e483c1-8f09-4e2a-9e95-ef7a5e449743"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:01.874461 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d9e5a-58cb-4330-b13b-adcab9d3b3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=32e483c1-8f09-4e2a-9e95-ef7a5e449743,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:01.926936 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5779a8-18d2-41f0-b750-bf9de3abe037 x-openstack-request-id: req-7a5779a8-18d2-41f0-b750-bf9de3abe037 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:01.927228 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756c834d-49bb-4cd7-b5c7-7140c66b0d0c", "tag": "32e483c1-8f09-4e2a-9e95-ef7a5e449743", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:01.927876 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a5779a8-18d2-41f0-b750-bf9de3abe037 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:01.928281 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5779a8-18d2-41f0-b750-bf9de3abe037'] response: {'name': 'network-changed', 'server_uuid': '756c834d-49bb-4cd7-b5c7-7140c66b0d0c', 'tag': '32e483c1-8f09-4e2a-9e95-ef7a5e449743', 'status': 'completed', 'code': 200} May 25 16:21:02.020489 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c4de4-ef79-441d-af7e-65313b7c9d6f req-2ea6714f-9dd0-460f-8767-7ea1f177c3e7 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:02.029500 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-111c4de4-ef79-441d-af7e-65313b7c9d6f req-2ea6714f-9dd0-460f-8767-7ea1f177c3e7 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 946 time: 0.0748706 May 25 16:21:02.087139 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-111c4de4-ef79-441d-af7e-65313b7c9d6f req-f5cc5aec-c0a4-436e-b2b3-1bd91562e1c9 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555513 May 25 16:21:02.130814 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-30499173-918e-4a57-9361-ccfc4b2a6e00 None None] Provisioning complete for port 81d48be3-f76c-4118-bcaa-79360428da5a triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:02.131987 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-30499173-918e-4a57-9361-ccfc4b2a6e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:02.174894 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-30499173-918e-4a57-9361-ccfc4b2a6e00 None None] Port 81d48be3-f76c-4118-bcaa-79360428da5a cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:21:02.252216 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20a863-b1cf-4f1a-afc6-57cfb58c37d5 req-79324f37-8d55-4a28-ada3-3ede9a1cca1d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:02.253702 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cd20a863-b1cf-4f1a-afc6-57cfb58c37d5 req-79324f37-8d55-4a28-ada3-3ede9a1cca1d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 943 time: 0.0497267 May 25 16:21:02.302149 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-2185b0b4-fe7c-45a5-83b3-fe2adbb2b5c5 None None] Provisioning complete for port 5d7ffb26-b14c-4496-a249-7c6754e10040 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:02.302524 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2185b0b4-fe7c-45a5-83b3-fe2adbb2b5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:02.306294 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cd20a863-b1cf-4f1a-afc6-57cfb58c37d5 req-ce437733-6df3-4dea-9a2f-fccfe7e0528c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 May 25 16:21:02.341786 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-2185b0b4-fe7c-45a5-83b3-fe2adbb2b5c5 None None] Port 5d7ffb26-b14c-4496-a249-7c6754e10040 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:21:02.392192 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd2950-cef4-4489-9642-0e92b7f5a6e8 req-496fa4b0-e9f3-4d4f-ba21-c69893afbedd tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:02.393603 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-89dd2950-cef4-4489-9642-0e92b7f5a6e8 req-496fa4b0-e9f3-4d4f-ba21-c69893afbedd tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 931 time: 0.0483654 May 25 16:21:02.449775 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-89dd2950-cef4-4489-9642-0e92b7f5a6e8 req-f9ca1b59-7a69-4e1a-ad8c-29921ffa2488 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466528 May 25 16:21:02.530272 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0411cac3-2bbd-4b11-bbd5-7687f56a44eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:02.832354 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f93d4a-1d46-436e-a704-3bf272a7e386 req-a7c070c7-5b21-41ee-8093-9f56a32f2699 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:02.833830 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b8f93d4a-1d46-436e-a704-3bf272a7e386 req-a7c070c7-5b21-41ee-8093-9f56a32f2699 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 931 time: 0.0462532 May 25 16:21:02.867033 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:02.894661 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fec368-eb51-446e-a166-977f50f73a01 req-47c006fb-0239-4813-8fd4-fbdcfa2200f8 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:02.896192 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b6fec368-eb51-446e-a166-977f50f73a01 req-47c006fb-0239-4813-8fd4-fbdcfa2200f8 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 943 time: 0.0613856 May 25 16:21:02.937517 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b8f93d4a-1d46-436e-a704-3bf272a7e386 req-cd3300b1-a175-44ad-a658-582bfa6f3b5e tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929852 May 25 16:21:02.961349 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b6fec368-eb51-446e-a166-977f50f73a01 req-61448086-017e-449c-877f-e099db156d90 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585964 May 25 16:21:03.194707 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eab3e6-a568-4ec1-aa8f-cf7461ee0d33 req-c844ca40-3aa8-4694-9c08-bf1fa97d757c tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:03.196937 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c7eab3e6-a568-4ec1-aa8f-cf7461ee0d33 req-c844ca40-3aa8-4694-9c08-bf1fa97d757c tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 946 time: 0.0458426 May 25 16:21:03.241935 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c7eab3e6-a568-4ec1-aa8f-cf7461ee0d33 req-50bf83b7-daec-4b81-ab9b-0d1097110dad tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394015 May 25 16:21:03.415089 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569e37b-95b7-49c0-a3d2-27510357aefb req-58ad02d5-04ba-4038-8250-bacff1017793 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:03.416530 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e569e37b-95b7-49c0-a3d2-27510357aefb req-58ad02d5-04ba-4038-8250-bacff1017793 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 943 time: 0.0454633 May 25 16:21:03.463499 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e569e37b-95b7-49c0-a3d2-27510357aefb req-7ba28f09-efa3-4664-90f0-afec71180a86 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414808 May 25 16:21:03.567855 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2f24b-7ff1-477b-af6e-5da02686cc5a req-8c7be257-dfac-4406-9994-1dbd881a7f7c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:03.569313 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-11d2f24b-7ff1-477b-af6e-5da02686cc5a req-8c7be257-dfac-4406-9994-1dbd881a7f7c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 931 time: 0.0507693 May 25 16:21:03.614968 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-11d2f24b-7ff1-477b-af6e-5da02686cc5a req-12b97d29-7769-4581-84b6-316a386061c0 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397556 May 25 16:21:03.636296 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:03.705019 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:03.710405 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Request body: {'port': {'device_id': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:03.724545 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-58a74bbd-be24-41e0-9b54-4bfcd4a979bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:03.726128 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-58a74bbd-be24-41e0-9b54-4bfcd4a979bc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=924a9156-87e8-4a10-ac35-4ba66726a4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538130 May 25 16:21:03.731587 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Request body: {'port': {'device_id': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:03.835365 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35ba8-d115-46b4-a698-7fd16d7d7376 req-72dd7061-d1f2-4a5c-a491-51bb27363f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:03.837120 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f7c35ba8-d115-46b4-a698-7fd16d7d7376 req-72dd7061-d1f2-4a5c-a491-51bb27363f69 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 1127 time: 0.1167424 May 25 16:21:03.899814 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-eb74d8c9-08a9-4efb-9343-91abe8552211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:03.901289 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-eb74d8c9-08a9-4efb-9343-91abe8552211 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.2097991 May 25 16:21:03.956730 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:04.022864 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-6c03f3f6-3be3-49d5-8461-a595011a31b5 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859094 May 25 16:21:04.040811 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:04.075079 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-d2225ed6-21d2-4847-ba2a-b191a65d38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:04.076589 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-d2225ed6-21d2-4847-ba2a-b191a65d38b7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1562784 May 25 16:21:04.147545 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89cd1d-b5b6-4bcd-90d0-fb57a5b1a03f req-b1647763-5fa8-4c56-8105-dba77c941112 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:04.149624 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3a89cd1d-b5b6-4bcd-90d0-fb57a5b1a03f req-b1647763-5fa8-4c56-8105-dba77c941112 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 931 time: 0.0942397 May 25 16:21:04.156976 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa06fbe-86ea-419a-99e5-33aaa8876dd0 req-ff368a8f-4993-478e-ad9d-04b81ade8d8e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:04.162234 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6fa06fbe-86ea-419a-99e5-33aaa8876dd0 req-ff368a8f-4993-478e-ad9d-04b81ade8d8e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 943 time: 0.0912569 May 25 16:21:04.177949 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:04.182992 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35ba8-d115-46b4-a698-7fd16d7d7376 req-543f4bb1-26d6-47b0-8cda-8b7880700fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:04.184519 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f7c35ba8-d115-46b4-a698-7fd16d7d7376 req-543f4bb1-26d6-47b0-8cda-8b7880700fef service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3144696 May 25 16:21:04.275503 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6fa06fbe-86ea-419a-99e5-33aaa8876dd0 req-f3cf1da4-75cd-46b2-baf5-45146f8f023a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098571 May 25 16:21:04.307075 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3a89cd1d-b5b6-4bcd-90d0-fb57a5b1a03f req-387ba736-5e97-468f-850f-ab498996ad00 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429589 May 25 16:21:04.391428 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0917ca74-85da-4aeb-837d-cbc1b4f0e711 req-0accf4a6-4b46-440e-8764-88419d04f887 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657243 May 25 16:21:04.458331 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8781-beed-4779-82b5-9884b7ce10bf req-297797f9-74b3-45b4-a0e7-18369d00ff01 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:04.460662 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c7ac8781-beed-4779-82b5-9884b7ce10bf req-297797f9-74b3-45b4-a0e7-18369d00ff01 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 946 time: 0.0680213 May 25 16:21:04.469539 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:04.556722 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c7ac8781-beed-4779-82b5-9884b7ce10bf req-cc35e655-2e69-4bb6-9358-75781ea97c73 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893359 May 25 16:21:04.639575 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e37e7-3ddb-4ba5-ac11-0ed4f716d7bc req-62dd42ab-9386-488a-8f68-a145df3b9240 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:04.641171 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-617e37e7-3ddb-4ba5-ac11-0ed4f716d7bc req-62dd42ab-9386-488a-8f68-a145df3b9240 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 943 time: 0.0747750 May 25 16:21:04.643105 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 40698) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:04.817930 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-617e37e7-3ddb-4ba5-ac11-0ed4f716d7bc req-a7d3528d-2cde-4888-b232-f4832a195bfb tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496840 May 25 16:21:04.875597 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4908cd-0d6d-4eb4-b49f-8b90f27d7ab5 req-e6d62191-7a05-4ad9-8d64-4a54e2785711 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:04.877245 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dc4908cd-0d6d-4eb4-b49f-8b90f27d7ab5 req-e6d62191-7a05-4ad9-8d64-4a54e2785711 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 931 time: 0.0979269 May 25 16:21:04.902615 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4047699e-6a6b-4395-86f1-853502574cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:04.910028 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:04.913628 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35ba8-d115-46b4-a698-7fd16d7d7376 req-a43221e9-6663-4d76-9160-f7608ca7cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:04.915365 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f7c35ba8-d115-46b4-a698-7fd16d7d7376 req-a43221e9-6663-4d76-9160-f7608ca7cec9 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6827562 May 25 16:21:04.917230 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-fd8321df-45ba-4866-87f5-9dd021f7ebe7 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924150 May 25 16:21:04.988868 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dc4908cd-0d6d-4eb4-b49f-8b90f27d7ab5 req-55dfd845-8c1f-45bd-b27c-4b6de043b5f8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023998 May 25 16:21:05.032382 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4047699e-6a6b-4395-86f1-853502574cde admin admin] Publish callbacks [] for security_group (f6bd3c8b-19b7-4574-bc06-bca8b2aa6afd), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.036151 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4047699e-6a6b-4395-86f1-853502574cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f6bd3c8b-19b7-4574-bc06-bca8b2aa6afd), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.044256 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7ffb26-b14c-4496-a249-7c6754e10040 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:21:05.068330 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Publish callbacks [] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.075617 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047699e-6a6b-4395-86f1-853502574cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bd3c8b-19b7-4574-bc06-bca8b2aa6afd,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:05.080025 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4047699e-6a6b-4395-86f1-853502574cde admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1eee3cafb6d1424b81a6c543a48fe275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372814 May 25 16:21:05.082642 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 40714) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:05.087617 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d48be3-f76c-4118-bcaa-79360428da5a {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:21:05.096391 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Transition to ACTIVE for port object 5d7ffb26-b14c-4496-a249-7c6754e10040 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:21:05.098396 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Publish callbacks [] for port (81d48be3-f76c-4118-bcaa-79360428da5a), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.104879 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.138681 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Transition to ACTIVE for port object 81d48be3-f76c-4118-bcaa-79360428da5a will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:21:05.140858 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-653895c4-7f6b-4cb3-a009-34fcb13c62a6 admin admin] Publish callbacks [] for security_group (f6bd3c8b-19b7-4574-bc06-bca8b2aa6afd), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.146610 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.158917 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:05.172047 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-653895c4-7f6b-4cb3-a009-34fcb13c62a6 admin admin] Publish callbacks [] for security_group (f6bd3c8b-19b7-4574-bc06-bca8b2aa6afd), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.173762 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7ffb26-b14c-4496-a249-7c6754e10040,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:05.244443 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-653895c4-7f6b-4cb3-a009-34fcb13c62a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f6bd3c8b-19b7-4574-bc06-bca8b2aa6afd), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.248319 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-653895c4-7f6b-4cb3-a009-34fcb13c62a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.250023 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-653895c4-7f6b-4cb3-a009-34fcb13c62a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6bd3c8b-19b7-4574-bc06-bca8b2aa6afd HTTP/1.1" status: 204 len: 168 time: 0.1663723 May 25 16:21:05.275117 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653895c4-7f6b-4cb3-a009-34fcb13c62a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bd3c8b-19b7-4574-bc06-bca8b2aa6afd,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:05.294801 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Attempting to bind port 5d7ffb26-b14c-4496-a249-7c6754e10040 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:21:05.295135 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Attempting to bind port 5d7ffb26-b14c-4496-a249-7c6754e10040 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:21:05.295463 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Attempting to bind port 5d7ffb26-b14c-4496-a249-7c6754e10040 on network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:21:05.299554 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Pushing event updated for resources: {'Port': ['ID=81d48be3-f76c-4118-bcaa-79360428da5a,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:05.329415 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Port 5d7ffb26-b14c-4496-a249-7c6754e10040 on network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:21:05.329772 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Attempting to bind port 5d7ffb26-b14c-4496-a249-7c6754e10040 on network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:21:05.333467 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Attempting to bind port 81d48be3-f76c-4118-bcaa-79360428da5a on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:21:05.341764 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Attempting to bind port 81d48be3-f76c-4118-bcaa-79360428da5a by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:21:05.341943 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Attempting to bind port 81d48be3-f76c-4118-bcaa-79360428da5a on network 4b9fb8be-8c67-427e-8c91-a4becd42df59 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:21:05.354317 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.372571 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:21:05.372916 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Checking segment: {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:21:05.373306 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Bound using segment: {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:21:05.373774 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Bound port: 5d7ffb26-b14c-4496-a249-7c6754e10040, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:21:05.374137 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.377230 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Port 81d48be3-f76c-4118-bcaa-79360428da5a on network 4b9fb8be-8c67-427e-8c91-a4becd42df59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:21:05.377550 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Attempting to bind port 81d48be3-f76c-4118-bcaa-79360428da5a on network 4b9fb8be-8c67-427e-8c91-a4becd42df59 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:21:05.424151 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:21:05.424533 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Checking segment: {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:21:05.425016 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Bound using segment: {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:21:05.425585 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Bound port: 81d48be3-f76c-4118-bcaa-79360428da5a, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:21:05.426170 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.500973 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:05.579444 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c6f6-00f8-4d33-bd68-a951285a8b5a req-159365bb-8038-4985-89e9-5d460757202c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:05.581055 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:05.581324 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22d8c6f6-00f8-4d33-bd68-a951285a8b5a req-159365bb-8038-4985-89e9-5d460757202c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 943 time: 0.1795771 May 25 16:21:05.589021 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713df99-98b5-4928-89e2-ef7d47e5d4be req-5e49d5eb-2f14-4ca7-b06d-b3d45188c37f tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:05.595265 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3713df99-98b5-4928-89e2-ef7d47e5d4be req-5e49d5eb-2f14-4ca7-b06d-b3d45188c37f tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.1218245 May 25 16:21:05.654403 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:05.678527 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22d8c6f6-00f8-4d33-bd68-a951285a8b5a req-e03375e1-87f3-43de-abf8-ae86e0be8627 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797274 May 25 16:21:05.682087 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3713df99-98b5-4928-89e2-ef7d47e5d4be req-495d9571-10d3-4122-9c5d-83f94bbf96cb tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814807 May 25 16:21:05.712315 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] For port 5d7ffb26-b14c-4496-a249-7c6754e10040, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:21:05.720656 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] For port 5d7ffb26-b14c-4496-a249-7c6754e10040, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5d7ffb26-b14c-4496-a249-7c6754e10040,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:21:05.741207 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.757035 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:21:05.781044 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 40734) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:05.800111 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72fd1f-3315-48e8-a8c1-2484405492b6 req-4db381b9-b9a1-4565-9db5-8f2d7105edc7 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:05.801691 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ae72fd1f-3315-48e8-a8c1-2484405492b6 req-4db381b9-b9a1-4565-9db5-8f2d7105edc7 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 946 time: 0.0556161 May 25 16:21:05.814291 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=81d48be3-f76c-4118-bcaa-79360428da5a,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:21:05.818942 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47556e34-ac6b-4e42-b539-d47d3c14ff0e req-9af9feee-2aaa-491c-9200-58bd6ce8d39c service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341806 May 25 16:21:05.862926 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7ffb26-b14c-4496-a249-7c6754e10040,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:05.864229 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ae72fd1f-3315-48e8-a8c1-2484405492b6 req-eee5fe72-e21a-4a86-a035-e6c0330bad6c tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557647 May 25 16:21:05.866676 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5fd23a1f-617f-49b2-91fb-a0688cb20a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.870532 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:05.871269 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.873168 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-f27cdc10-84a7-4fac-8369-4aef50998b72 service neutron] 10.222.0.84 "PUT /v2.0/ports/5d7ffb26-b14c-4496-a249-7c6754e10040 HTTP/1.1" status: 200 len: 1093 time: 2.1677787 May 25 16:21:05.875795 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'tag': '5d7ffb26-b14c-4496-a249-7c6754e10040'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:05.878208 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b444e025-5f1e-40f2-be54-4a9480f4bc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c525fad-3e59-4bcd-9263-cf3a13d13e3f", "tag": "5d7ffb26-b14c-4496-a249-7c6754e10040"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:05.890267 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.952714 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:05.953465 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:05.955415 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] 10.222.0.84 "PUT /v2.0/ports/81d48be3-f76c-4118-bcaa-79360428da5a HTTP/1.1" status: 200 len: 1093 time: 2.2512777 May 25 16:21:05.977809 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329c5aad-de27-4f14-8ec7-406db802b9ec x-openstack-request-id: req-329c5aad-de27-4f14-8ec7-406db802b9ec {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:05.978840 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c525fad-3e59-4bcd-9263-cf3a13d13e3f", "tag": "5d7ffb26-b14c-4496-a249-7c6754e10040", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:05.979596 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-329c5aad-de27-4f14-8ec7-406db802b9ec {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:05.982003 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329c5aad-de27-4f14-8ec7-406db802b9ec'] response: {'name': 'network-changed', 'server_uuid': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'tag': '5d7ffb26-b14c-4496-a249-7c6754e10040', 'status': 'completed', 'code': 200} May 25 16:21:06.044961 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48713296-2b36-4e8a-8fcc-255e16444f0c req-73531c38-0590-4630-bdd0-54c4b83db3c4 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:06.049393 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48713296-2b36-4e8a-8fcc-255e16444f0c req-73531c38-0590-4630-bdd0-54c4b83db3c4 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 943 time: 0.1039011 May 25 16:21:06.067747 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4654e-3201-4f0d-8411-03c8daeb537e service neutron] Pushing event updated for resources: {'Port': ['ID=81d48be3-f76c-4118-bcaa-79360428da5a,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:06.166939 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5fd23a1f-617f-49b2-91fb-a0688cb20a93 admin admin] Publish callbacks [] for security_group (ac4630ee-0bdc-49d0-8df7-34586fd9a2aa), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:06.173112 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5fd23a1f-617f-49b2-91fb-a0688cb20a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (ac4630ee-0bdc-49d0-8df7-34586fd9a2aa), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:06.207781 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48713296-2b36-4e8a-8fcc-255e16444f0c req-a89d8029-f201-4bb0-90b8-45006d3f4f7e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479352 May 25 16:21:06.214526 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd23a1f-617f-49b2-91fb-a0688cb20a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4630ee-0bdc-49d0-8df7-34586fd9a2aa,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:06.237309 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a78de5-a5fc-4ec3-a0b8-82ae44ded15e req-f7485f56-47ba-4849-a012-31970f2b5406 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:06.244952 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a5a78de5-a5fc-4ec3-a0b8-82ae44ded15e req-f7485f56-47ba-4849-a012-31970f2b5406 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.1042850 May 25 16:21:06.260800 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5fd23a1f-617f-49b2-91fb-a0688cb20a93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16b3b731b63f439daca87e778bd0747a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4753363 May 25 16:21:06.261667 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 40754) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:06.347637 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a5a78de5-a5fc-4ec3-a0b8-82ae44ded15e req-011ad842-e4e7-4d9a-ae8b-fac7974ea83c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018529 May 25 16:21:06.366079 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:06.389130 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bd52dd0-7639-441b-89cc-10770f585f36 admin admin] Publish callbacks [] for security_group (ac4630ee-0bdc-49d0-8df7-34586fd9a2aa), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:06.429694 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bd52dd0-7639-441b-89cc-10770f585f36 admin admin] Publish callbacks [] for security_group (ac4630ee-0bdc-49d0-8df7-34586fd9a2aa), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:06.440152 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device a5479e6d-c810-409e-9dcb-42725ffdaeea details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:21:06.495530 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bd52dd0-7639-441b-89cc-10770f585f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (ac4630ee-0bdc-49d0-8df7-34586fd9a2aa), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:06.499754 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bd52dd0-7639-441b-89cc-10770f585f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:06.502377 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6bd52dd0-7639-441b-89cc-10770f585f36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac4630ee-0bdc-49d0-8df7-34586fd9a2aa HTTP/1.1" status: 204 len: 168 time: 0.2385244 May 25 16:21:06.542296 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd52dd0-7639-441b-89cc-10770f585f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4630ee-0bdc-49d0-8df7-34586fd9a2aa,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:06.573668 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:06.609612 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port a5479e6d-c810-409e-9dcb-42725ffdaeea, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a5479e6d-c810-409e-9dcb-42725ffdaeea,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:06.624397 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'port_id': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'mac_address': 'fa:16:3e:8e:1a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:21:06.669365 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port a5479e6d-c810-409e-9dcb-42725ffdaeea is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:06.669952 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:06.684623 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5479e6d-c810-409e-9dcb-42725ffdaeea {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:21:06.718025 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port a5479e6d-c810-409e-9dcb-42725ffdaeea, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a5479e6d-c810-409e-9dcb-42725ffdaeea,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:06.727606 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:06.820407 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=a5479e6d-c810-409e-9dcb-42725ffdaeea,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:06.899067 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee5512-e693-4fb3-bc07-7290230516e4 req-83984044-8ffd-44b7-b83c-c1caad3a3459 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:06.906833 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6eee5512-e693-4fb3-bc07-7290230516e4 req-83984044-8ffd-44b7-b83c-c1caad3a3459 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 944 time: 0.1239810 May 25 16:21:06.926152 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869774-608b-489c-a898-011268c6d6de req-cc93eaa7-f6eb-471a-9420-8568c6e294ec tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:06.934161 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fe869774-608b-489c-a898-011268c6d6de req-cc93eaa7-f6eb-471a-9420-8568c6e294ec tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.1346292 May 25 16:21:06.965832 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444e025-5f1e-40f2-be54-4a9480f4bc4b req-4c79d2fb-411b-401f-95fe-b8cef443410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:06.967439 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b444e025-5f1e-40f2-be54-4a9480f4bc4b req-4c79d2fb-411b-401f-95fe-b8cef443410b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 1127 time: 0.1108642 May 25 16:21:06.968361 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-76433c40-b7a9-42cf-bee1-9265107f289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:06.969728 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-76433c40-b7a9-42cf-bee1-9265107f289f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 1127 time: 0.1274135 May 25 16:21:06.971886 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:06.978243 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-fcee2d27-4752-444e-83c6-1810799f5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:06.979697 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-fcee2d27-4752-444e-83c6-1810799f5dac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 1127 time: 0.0675757 May 25 16:21:06.985496 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['a5479e6d-c810-409e-9dcb-42725ffdaeea'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:21:07.023336 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6eee5512-e693-4fb3-bc07-7290230516e4 req-cc6fe37b-2d7b-4ce3-b1b1-89ff1c5b9721 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107085 May 25 16:21:07.039843 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fe869774-608b-489c-a898-011268c6d6de req-ff7995ca-c052-40f3-af27-35b31c16bef0 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993750 May 25 16:21:07.046436 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:07.103142 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-980d7e28-ac38-4d9e-9447-bb2d2ec252fe service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d48be3-f76c-4118-bcaa-79360428da5a HTTP/1.1" status: 200 len: 217 time: 0.1072204 May 25 16:21:07.107691 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-636e6256-5ad7-4798-b5c5-c3abc9febd07 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32e483c1-8f09-4e2a-9e95-ef7a5e449743 HTTP/1.1" status: 200 len: 217 time: 0.1139121 May 25 16:21:07.155453 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:07.158641 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444e025-5f1e-40f2-be54-4a9480f4bc4b req-dae32521-b166-4c29-8d5c-ba473ad03856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:07.160826 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b444e025-5f1e-40f2-be54-4a9480f4bc4b req-dae32521-b166-4c29-8d5c-ba473ad03856 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1781509 May 25 16:21:07.342324 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf0a4-739c-40dc-af91-7971593e6259 req-6a89bd9a-5f34-498d-afe8-af4b3b49c2f7 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:07.347899 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-52cbf0a4-739c-40dc-af91-7971593e6259 req-6a89bd9a-5f34-498d-afe8-af4b3b49c2f7 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 943 time: 0.0550504 May 25 16:21:07.398100 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-52cbf0a4-739c-40dc-af91-7971593e6259 req-95bb2825-b368-4491-ab3b-116b78f2c7db tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 May 25 16:21:07.486968 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22743d28-48f4-44a7-90cd-3f132678f1af req-b9c890ab-13ab-4e37-9240-8456e80aecb2 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:07.488374 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22743d28-48f4-44a7-90cd-3f132678f1af req-b9c890ab-13ab-4e37-9240-8456e80aecb2 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0473783 May 25 16:21:07.536318 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22743d28-48f4-44a7-90cd-3f132678f1af req-f157fa4c-3dfd-4dd4-b82a-dfbb6ff90d22 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413728 May 25 16:21:07.983034 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:07.985360 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c941b83-c51f-4c5e-a656-98a7d27bced2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:08.020368 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2d0ff8-d81b-42c7-a906-3bfa21bde9df x-openstack-request-id: req-ca2d0ff8-d81b-42c7-a906-3bfa21bde9df {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:08.020651 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:08.020910 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca2d0ff8-d81b-42c7-a906-3bfa21bde9df {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:08.021309 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2d0ff8-d81b-42c7-a906-3bfa21bde9df'] response: {'name': 'network-changed', 'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a', 'status': 'completed', 'code': 200} May 25 16:21:08.121279 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:08.131256 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663dae6-95eb-4808-aef3-e3dcb07d9935 req-ced3300d-81f3-4722-aefe-73bd9323b0a7 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:08.132761 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d663dae6-95eb-4808-aef3-e3dcb07d9935 req-ced3300d-81f3-4722-aefe-73bd9323b0a7 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 944 time: 0.0519412 May 25 16:21:08.182986 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d663dae6-95eb-4808-aef3-e3dcb07d9935 req-253573c9-1fe7-4624-9e8d-1fe79bab536e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433385 May 25 16:21:08.288420 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ae3f3-281e-4c8b-b60f-028038481a4e req-f3e5754d-011a-4094-80d1-e6a7a2fb6488 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:08.290844 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4c1ae3f3-281e-4c8b-b60f-028038481a4e req-f3e5754d-011a-4094-80d1-e6a7a2fb6488 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.0481966 May 25 16:21:08.342097 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4c1ae3f3-281e-4c8b-b60f-028038481a4e req-32c5df31-9cf4-432e-9a5d-2e9698232251 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453906 May 25 16:21:08.518558 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117f3d9-b509-44a1-9a87-10a4a0b2788e req-4d931484-6420-465e-8ae3-3ecfef1ad3ec tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:08.520039 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e117f3d9-b509-44a1-9a87-10a4a0b2788e req-4d931484-6420-465e-8ae3-3ecfef1ad3ec tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 943 time: 0.0471084 May 25 16:21:08.575919 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e117f3d9-b509-44a1-9a87-10a4a0b2788e req-da71d79b-5192-4c3a-8fe0-ad2258e1c296 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490353 May 25 16:21:08.680101 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2d4e7-7e32-44e1-a7a1-04c8fab60980 req-f05fc0f7-36bb-4076-9cc6-7bed79ddb02a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:08.681830 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-90f2d4e7-7e32-44e1-a7a1-04c8fab60980 req-f05fc0f7-36bb-4076-9cc6-7bed79ddb02a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0479493 May 25 16:21:08.732475 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-90f2d4e7-7e32-44e1-a7a1-04c8fab60980 req-21e02aa9-a81d-4d76-a84a-5b89d7679433 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449693 May 25 16:21:09.305143 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e7acf-dd79-40d9-9690-697dc8b19d51 req-aaf4f46c-c888-4b9a-b424-80482a4d213a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:09.306625 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3a0e7acf-dd79-40d9-9690-697dc8b19d51 req-aaf4f46c-c888-4b9a-b424-80482a4d213a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 944 time: 0.0491776 May 25 16:21:09.354233 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3a0e7acf-dd79-40d9-9690-697dc8b19d51 req-d179ce81-8cf8-4da3-8612-4baa40bece4d tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 May 25 16:21:09.450437 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:09.457226 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:09.460885 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e68fa-64e1-4e3a-a1a3-8067e9e6eab0 req-d1acc9c6-8541-4004-affb-1dc408ca3945 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:09.462508 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-996e68fa-64e1-4e3a-a1a3-8067e9e6eab0 req-d1acc9c6-8541-4004-affb-1dc408ca3945 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.0525169 May 25 16:21:09.511481 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-996e68fa-64e1-4e3a-a1a3-8067e9e6eab0 req-8a7ab5df-29e0-4907-acec-4729db8f341f tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 May 25 16:21:09.730710 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84462744-6017-4806-ae6f-d9c2c988d543 req-67fbaa8e-bf6d-42b5-9ed4-d39c8d0d8e83 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:09.732769 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-84462744-6017-4806-ae6f-d9c2c988d543 req-67fbaa8e-bf6d-42b5-9ed4-d39c8d0d8e83 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 943 time: 0.0805917 May 25 16:21:09.788708 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-6732d39a-806c-450a-9e26-a1957416df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:09.791073 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-6732d39a-806c-450a-9e26-a1957416df53 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12d09b9d-7694-4ad9-b286-85dfd52d5768 HTTP/1.1" status: 200 len: 856 time: 0.1767392 May 25 16:21:09.794547 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-0ee6fd17-7dab-4452-82f6-c26c4e72bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:09.796386 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-0ee6fd17-7dab-4452-82f6-c26c4e72bd46 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.1706254 May 25 16:21:09.804093 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-84462744-6017-4806-ae6f-d9c2c988d543 req-deee02a7-1fb5-4328-8f4e-7829bfbb725c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649042 May 25 16:21:09.894604 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444e025-5f1e-40f2-be54-4a9480f4bc4b req-92901d5a-1715-47ce-8d0b-970374b69708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:09.896513 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b444e025-5f1e-40f2-be54-4a9480f4bc4b req-92901d5a-1715-47ce-8d0b-970374b69708 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2716131 May 25 16:21:09.915175 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-db3867eb-3a68-46ee-ba4e-6bd6b067fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:09.916930 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-db3867eb-3a68-46ee-ba4e-6bd6b067fd8a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b9fb8be-8c67-427e-8c91-a4becd42df59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1017115 May 25 16:21:09.918206 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-a7470e35-1991-4d65-a94a-4217d3fec2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:09.920656 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-a7470e35-1991-4d65-a94a-4217d3fec2fe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066160 May 25 16:21:09.935791 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e35f0-85a4-4406-8a17-334175615f58 req-5d311cd0-9b40-469b-b7dc-709f71528bd2 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:09.944427 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-932e35f0-85a4-4406-8a17-334175615f58 req-5d311cd0-9b40-469b-b7dc-709f71528bd2 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0837612 May 25 16:21:10.010298 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 40960) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:10.031968 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-932e35f0-85a4-4406-8a17-334175615f58 req-1448067f-d0c5-4a3e-92c6-e424214c9186 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865469 May 25 16:21:10.072048 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device a5479e6d-c810-409e-9dcb-42725ffdaeea up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:21:10.119757 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port a5479e6d-c810-409e-9dcb-42725ffdaeea completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:21:10.128593 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port a5479e6d-c810-409e-9dcb-42725ffdaeea triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:10.129294 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:10.130331 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-ba63a77e-7036-48ac-bd52-4eb4e9d47bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:10.134299 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-ba63a77e-7036-48ac-bd52-4eb4e9d47bae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 1127 time: 0.1112735 May 25 16:21:10.194523 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-aa2190a8-37f6-4ce3-ab66-5b946bcbeb46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:10.202163 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-d38efa0c-2896-4326-b09b-026338833c0a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d7ffb26-b14c-4496-a249-7c6754e10040 HTTP/1.1" status: 200 len: 217 time: 0.0547979 May 25 16:21:10.222048 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-5a6f1010-3518-43c1-9c2f-834860adf944 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895212 May 25 16:21:10.226924 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-c8f059db-5dfd-45fc-84a4-ef974d8a91d1 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676525 May 25 16:21:10.227476 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port a5479e6d-c810-409e-9dcb-42725ffdaeea is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:10.227946 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:10.241316 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:10.255268 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5479e6d-c810-409e-9dcb-42725ffdaeea'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:10.257646 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0641eb-b213-4e2b-bdb4-5e385b9226f8" -d '{"events": [{"server_uuid": "cebf1f03-8c0a-4aaf-b375-63edcdac9d98", "name": "network-vif-plugged", "status": "completed", "tag": "a5479e6d-c810-409e-9dcb-42725ffdaeea"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:10.272004 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port a5479e6d-c810-409e-9dcb-42725ffdaeea, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a5479e6d-c810-409e-9dcb-42725ffdaeea,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:10.277354 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:10.278380 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-aa2190a8-37f6-4ce3-ab66-5b946bcbeb46 admin admin] Publish callbacks [] for security_group (c5b2fae3-433e-4198-a861-bf76deefba09), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:10.284823 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-aa2190a8-37f6-4ce3-ab66-5b946bcbeb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (c5b2fae3-433e-4198-a861-bf76deefba09), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:10.320376 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-aa2190a8-37f6-4ce3-ab66-5b946bcbeb46 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5fa48fadc286482c85936cb5b0d56ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090990 May 25 16:21:10.323750 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 40966) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:10.341793 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=a5479e6d-c810-409e-9dcb-42725ffdaeea,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:10.348191 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4c3de1-14f3-473e-a4c7-702d3fc602d7 x-openstack-request-id: req-fb4c3de1-14f3-473e-a4c7-702d3fc602d7 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:10.348672 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebf1f03-8c0a-4aaf-b375-63edcdac9d98", "name": "network-vif-plugged", "status": "completed", "tag": "a5479e6d-c810-409e-9dcb-42725ffdaeea", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:10.349098 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb4c3de1-14f3-473e-a4c7-702d3fc602d7 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:10.349768 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4c3de1-14f3-473e-a4c7-702d3fc602d7'] response: {'server_uuid': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'code': 200} May 25 16:21:10.392991 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2190a8-37f6-4ce3-ab66-5b946bcbeb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b2fae3-433e-4198-a861-bf76deefba09,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:10.416541 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7a6dd2b-a0eb-4e5f-9bc6-82456074c1bd admin admin] Publish callbacks [] for security_group (c5b2fae3-433e-4198-a861-bf76deefba09), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:10.441566 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7a6dd2b-a0eb-4e5f-9bc6-82456074c1bd admin admin] Publish callbacks [] for security_group (c5b2fae3-433e-4198-a861-bf76deefba09), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:10.459564 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:10.523066 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c97d1-2054-4f91-b12b-b433e51beec4 req-61495d87-8e68-48c2-919d-28faa87d13d5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:10.525587 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2c3c97d1-2054-4f91-b12b-b433e51beec4 req-61495d87-8e68-48c2-919d-28faa87d13d5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 945 time: 0.0762625 May 25 16:21:10.572075 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7a6dd2b-a0eb-4e5f-9bc6-82456074c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (c5b2fae3-433e-4198-a861-bf76deefba09), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:10.575730 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7a6dd2b-a0eb-4e5f-9bc6-82456074c1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:10.583131 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-d7a6dd2b-a0eb-4e5f-9bc6-82456074c1bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5b2fae3-433e-4198-a861-bf76deefba09 HTTP/1.1" status: 204 len: 168 time: 0.2553656 May 25 16:21:10.612066 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6dd2b-a0eb-4e5f-9bc6-82456074c1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b2fae3-433e-4198-a861-bf76deefba09,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:10.651149 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2c3c97d1-2054-4f91-b12b-b433e51beec4 req-75dca82e-4a0d-40b6-bbcc-f568c5d373f9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185071 May 25 16:21:10.709163 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5b55b-2a83-41b2-a2f3-81d1c99281e6 req-c510d287-de97-4185-8332-2205b82b32a5 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:10.711601 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1eb5b55b-2a83-41b2-a2f3-81d1c99281e6 req-c510d287-de97-4185-8332-2205b82b32a5 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.1086233 May 25 16:21:10.769561 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-c706874f-0d3c-4555-81c3-8b6631cdc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:10.771075 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-c706874f-0d3c-4555-81c3-8b6631cdc861 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1e391e2-f1bc-4085-8176-36597c4822d4 HTTP/1.1" status: 200 len: 850 time: 0.5091827 May 25 16:21:10.773392 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1eb5b55b-2a83-41b2-a2f3-81d1c99281e6 req-28731f6a-b19f-44ff-890b-d0782517ce1c tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551188 May 25 16:21:10.775644 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bcc28-a1b2-4124-905b-5e4bc775f568 req-a306958f-15fb-4c62-b1eb-1697cd01cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:10.777080 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-856bcc28-a1b2-4124-905b-5e4bc775f568 req-a306958f-15fb-4c62-b1eb-1697cd01cc19 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 1129 time: 0.1342139 May 25 16:21:10.806833 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a65a71c-1bc2-4aa9-9cec-2b7d6768cff4 req-3af2aab1-07a2-4d0e-b041-8bd340db1b3c service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317788 May 25 16:21:10.808656 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40194cd2-fee6-4f2c-a841-71cb8521a660 req-b68e5303-ae42-4ed4-97da-14b53ae0ef39 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361412 May 25 16:21:10.940746 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977c377-0883-4c37-9c6c-1436ebbfbeee req-c318f8b9-ffe3-4b32-88ef-fe9849d4fb11 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:10.942917 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1977c377-0883-4c37-9c6c-1436ebbfbeee req-c318f8b9-ffe3-4b32-88ef-fe9849d4fb11 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 943 time: 0.0732417 May 25 16:21:10.994827 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 40988) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:10.999440 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-e39a7977-8051-4225-9c80-e28c6000f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:11.000968 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-e39a7977-8051-4225-9c80-e28c6000f3d4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1022391 May 25 16:21:11.004316 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-856bcc28-a1b2-4124-905b-5e4bc775f568 req-f1c07250-9121-4b90-a00c-8ad77162bff4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137891 May 25 16:21:11.014003 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1977c377-0883-4c37-9c6c-1436ebbfbeee req-cfdc1f9a-4112-4004-b44b-e563bc84e9b7 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651917 May 25 16:21:11.015241 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7e6f926d-bf14-47e5-a397-2f0447eb69e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:11.111795 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7e6f926d-bf14-47e5-a397-2f0447eb69e2 admin admin] Publish callbacks [] for security_group (920dd776-5d57-4208-9eb5-34ac93bf26f9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:11.129463 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7e6f926d-bf14-47e5-a397-2f0447eb69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (920dd776-5d57-4208-9eb5-34ac93bf26f9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:11.206198 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4881e42-03a5-42a6-808d-184a321203a7 req-89acf7a4-839c-43a7-bcc4-194741830191 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:11.207664 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d4881e42-03a5-42a6-808d-184a321203a7 req-89acf7a4-839c-43a7-bcc4-194741830191 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0887339 May 25 16:21:11.213198 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7e6f926d-bf14-47e5-a397-2f0447eb69e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c38cc427739e497d8606cbbf9ffb7e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176850 May 25 16:21:11.216061 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41002) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:11.221798 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f926d-bf14-47e5-a397-2f0447eb69e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920dd776-5d57-4208-9eb5-34ac93bf26f9,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:11.235719 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:11.244768 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:11.272111 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab1be-9eea-4b44-a566-e4edd8c0a19d admin admin] Publish callbacks [] for security_group (920dd776-5d57-4208-9eb5-34ac93bf26f9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:11.275823 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d4881e42-03a5-42a6-808d-184a321203a7 req-51c8b167-320c-4e83-a1a2-c15a702116fc tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600321 May 25 16:21:11.300412 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab1be-9eea-4b44-a566-e4edd8c0a19d admin admin] Publish callbacks [] for security_group (920dd776-5d57-4208-9eb5-34ac93bf26f9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:11.329529 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:11.353562 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab1be-9eea-4b44-a566-e4edd8c0a19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (920dd776-5d57-4208-9eb5-34ac93bf26f9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:11.356474 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab1be-9eea-4b44-a566-e4edd8c0a19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:11.357647 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bc9ab1be-9eea-4b44-a566-e4edd8c0a19d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/920dd776-5d57-4208-9eb5-34ac93bf26f9 HTTP/1.1" status: 204 len: 168 time: 0.1406353 May 25 16:21:11.366193 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ab1be-9eea-4b44-a566-e4edd8c0a19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920dd776-5d57-4208-9eb5-34ac93bf26f9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:11.462282 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41008) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:11.680923 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6648ec9d-f811-4cf2-8bff-23ff20a2d187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:11.797373 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9a75a-1638-446a-bd4a-f00d6436058c req-1baa9c20-9a29-4d9a-a1b5-51a1eb4d044d tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:11.798863 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-80d9a75a-1638-446a-bd4a-f00d6436058c req-1baa9c20-9a29-4d9a-a1b5-51a1eb4d044d tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 945 time: 0.0683100 May 25 16:21:11.807701 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6648ec9d-f811-4cf2-8bff-23ff20a2d187 admin admin] Publish callbacks [] for security_group (26adacab-f4ae-4f78-8187-9192114c5b2d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:11.824023 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6648ec9d-f811-4cf2-8bff-23ff20a2d187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (26adacab-f4ae-4f78-8187-9192114c5b2d), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:11.883544 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6648ec9d-f811-4cf2-8bff-23ff20a2d187 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e7b56b948f649e8aa349b1ec85e3ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197168 May 25 16:21:11.886414 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41028) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:11.887712 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648ec9d-f811-4cf2-8bff-23ff20a2d187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26adacab-f4ae-4f78-8187-9192114c5b2d,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:11.916160 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-80d9a75a-1638-446a-bd4a-f00d6436058c req-8a376116-8734-49c9-b9d5-46f1cfa7fffe tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071568 May 25 16:21:11.954861 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-444a3db9-5308-41ae-8456-d8e4fa3eb32b admin admin] Publish callbacks [] for security_group (26adacab-f4ae-4f78-8187-9192114c5b2d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:11.986125 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-444a3db9-5308-41ae-8456-d8e4fa3eb32b admin admin] Publish callbacks [] for security_group (26adacab-f4ae-4f78-8187-9192114c5b2d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.050530 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-444a3db9-5308-41ae-8456-d8e4fa3eb32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (26adacab-f4ae-4f78-8187-9192114c5b2d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.054235 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-444a3db9-5308-41ae-8456-d8e4fa3eb32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.055445 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 32e483c1-8f09-4e2a-9e95-ef7a5e449743 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:21:12.057139 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-444a3db9-5308-41ae-8456-d8e4fa3eb32b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26adacab-f4ae-4f78-8187-9192114c5b2d HTTP/1.1" status: 204 len: 168 time: 0.1687858 May 25 16:21:12.080677 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a3db9-5308-41ae-8456-d8e4fa3eb32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26adacab-f4ae-4f78-8187-9192114c5b2d,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:12.100057 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=10 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:12.101121 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:12.109706 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c68de-d991-4a75-a791-efebbba5f7d5 req-1ba4b3eb-76a7-40d3-a959-68506af12920 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:12.111610 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-434c68de-d991-4a75-a791-efebbba5f7d5 req-1ba4b3eb-76a7-40d3-a959-68506af12920 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.0974345 May 25 16:21:12.233174 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:12.262012 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3250d-8e9a-496d-bff1-88ed9a032335 req-24ff2442-d46f-4f09-a6a6-b4944326d0e6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:12.270296 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7be3250d-8e9a-496d-bff1-88ed9a032335 req-24ff2442-d46f-4f09-a6a6-b4944326d0e6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 943 time: 0.1580591 May 25 16:21:12.304516 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-434c68de-d991-4a75-a791-efebbba5f7d5 req-a26fbe5f-53eb-4a63-9de0-697a17963475 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806898 May 25 16:21:12.323264 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 32e483c1-8f09-4e2a-9e95-ef7a5e449743, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=32e483c1-8f09-4e2a-9e95-ef7a5e449743,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:12.346079 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '32e483c1-8f09-4e2a-9e95-ef7a5e449743', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'port_id': '32e483c1-8f09-4e2a-9e95-ef7a5e449743', 'mac_address': 'fa:16:3e:b5:63:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:21:12.394552 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7be3250d-8e9a-496d-bff1-88ed9a032335 req-57586584-6a4c-452a-98fa-5602e2dbc6f4 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192877 May 25 16:21:12.418687 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:12.419316 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.441023 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e483c1-8f09-4e2a-9e95-ef7a5e449743 {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:21:12.469253 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 32e483c1-8f09-4e2a-9e95-ef7a5e449743, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=32e483c1-8f09-4e2a-9e95-ef7a5e449743,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:12.475370 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.476121 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device b95684f0-92c8-457d-bd07-c98d017be6fc details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:21:12.526879 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3834bb-43ae-4e73-8c76-8e2b1f2f037d req-a0677991-35b6-4ffb-a1dd-f784460b953b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:12.535804 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5a3834bb-43ae-4e73-8c76-8e2b1f2f037d req-a0677991-35b6-4ffb-a1dd-f784460b953b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.1217523 May 25 16:21:12.598530 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5a3834bb-43ae-4e73-8c76-8e2b1f2f037d req-ae03eb08-f4f6-4112-b04c-0993739a7cfa tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616236 May 25 16:21:12.604225 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=32e483c1-8f09-4e2a-9e95-ef7a5e449743,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:12.608860 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port b95684f0-92c8-457d-bd07-c98d017be6fc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b95684f0-92c8-457d-bd07-c98d017be6fc,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:12.623188 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': 'b95684f0-92c8-457d-bd07-c98d017be6fc', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'port_id': 'b95684f0-92c8-457d-bd07-c98d017be6fc', 'mac_address': 'fa:16:3e:20:86:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:21:12.652083 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41064) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:12.665753 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port b95684f0-92c8-457d-bd07-c98d017be6fc is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:12.666143 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.667315 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bb847d2f-0dff-41f7-bd56-861a8a8ebd4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.680991 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95684f0-92c8-457d-bd07-c98d017be6fc {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:21:12.702517 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port b95684f0-92c8-457d-bd07-c98d017be6fc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b95684f0-92c8-457d-bd07-c98d017be6fc,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:12.707667 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.747954 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bb847d2f-0dff-41f7-bd56-861a8a8ebd4f admin admin] Publish callbacks [] for security_group (340c8c68-bbe4-4f14-a0ca-80b1647b3eb6), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.754243 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bb847d2f-0dff-41f7-bd56-861a8a8ebd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (340c8c68-bbe4-4f14-a0ca-80b1647b3eb6), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.761122 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=b95684f0-92c8-457d-bd07-c98d017be6fc,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:12.808070 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bb847d2f-0dff-41f7-bd56-861a8a8ebd4f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a60364174034a0b848c0c0b9377c016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546443 May 25 16:21:12.809244 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb847d2f-0dff-41f7-bd56-861a8a8ebd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340c8c68-bbe4-4f14-a0ca-80b1647b3eb6,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:12.811368 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41068) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:12.866652 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b18a893b-5248-444e-a821-d90a8a59ec9d admin admin] Publish callbacks [] for security_group (340c8c68-bbe4-4f14-a0ca-80b1647b3eb6), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.890049 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b18a893b-5248-444e-a821-d90a8a59ec9d admin admin] Publish callbacks [] for security_group (340c8c68-bbe4-4f14-a0ca-80b1647b3eb6), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.938067 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b18a893b-5248-444e-a821-d90a8a59ec9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (340c8c68-bbe4-4f14-a0ca-80b1647b3eb6), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.941244 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b18a893b-5248-444e-a821-d90a8a59ec9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:12.942653 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b18a893b-5248-444e-a821-d90a8a59ec9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/340c8c68-bbe4-4f14-a0ca-80b1647b3eb6 HTTP/1.1" status: 204 len: 168 time: 0.1301880 May 25 16:21:12.954060 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a893b-5248-444e-a821-d90a8a59ec9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340c8c68-bbe4-4f14-a0ca-80b1647b3eb6,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:13.053037 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfe676-c4d3-4ed5-930c-e5842983f393 req-78f95587-19ae-4305-aba0-6341a3f36963 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:13.055248 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-13cfe676-c4d3-4ed5-930c-e5842983f393 req-78f95587-19ae-4305-aba0-6341a3f36963 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 945 time: 0.0520375 May 25 16:21:13.112369 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-13cfe676-c4d3-4ed5-930c-e5842983f393 req-595bbcd1-3f1f-47e3-97f5-e8a76d65ad11 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504529 May 25 16:21:13.305868 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41088) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:13.324610 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-790d9789-9bf9-494b-98de-c072b551b4ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:13.355946 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:13.462871 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030a288-4f3f-4c0d-bc38-1880e2f7a81e req-1e5ff2b6-504f-4421-bb83-ec987f469652 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:13.464515 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2030a288-4f3f-4c0d-bc38-1880e2f7a81e req-1e5ff2b6-504f-4421-bb83-ec987f469652 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.0884535 May 25 16:21:13.526071 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-790d9789-9bf9-494b-98de-c072b551b4ba admin admin] Publish callbacks [] for security_group (f2f225af-73f1-438f-b1b7-e4b849c57365), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:13.540188 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-790d9789-9bf9-494b-98de-c072b551b4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f2f225af-73f1-438f-b1b7-e4b849c57365), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:13.565990 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f3808-f049-41a7-bae5-93c4e5577b2b req-46327840-4a3c-41ec-97d6-a81b98879cb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:13.567476 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ed8f3808-f049-41a7-bae5-93c4e5577b2b req-46327840-4a3c-41ec-97d6-a81b98879cb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 944 time: 0.1018422 May 25 16:21:13.627692 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2030a288-4f3f-4c0d-bc38-1880e2f7a81e req-26469b65-e5e5-4ffa-a24b-c98bcdd91985 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458807 May 25 16:21:13.631275 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-790d9789-9bf9-494b-98de-c072b551b4ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f38ab11b5634ebc95b6969e5b7b2668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242233 May 25 16:21:13.632518 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d9789-9bf9-494b-98de-c072b551b4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f225af-73f1-438f-b1b7-e4b849c57365,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:13.634442 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41112) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:13.664861 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ed8f3808-f049-41a7-bae5-93c4e5577b2b req-493e76c2-b72c-4cae-a5f3-8dc2fa0ffbd1 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827110 May 25 16:21:13.708030 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-59cd9b45-ca4f-44ab-a6d5-1ff774c0984e admin admin] Publish callbacks [] for security_group (f2f225af-73f1-438f-b1b7-e4b849c57365), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:13.721796 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:13.735166 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-59cd9b45-ca4f-44ab-a6d5-1ff774c0984e admin admin] Publish callbacks [] for security_group (f2f225af-73f1-438f-b1b7-e4b849c57365), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:13.767599 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4663950-d75d-4e35-acac-f2c9a3c33e9b req-2834d1c8-b253-4355-9788-13a7b70faf85 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:13.769874 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a4663950-d75d-4e35-acac-f2c9a3c33e9b req-2834d1c8-b253-4355-9788-13a7b70faf85 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0608618 May 25 16:21:13.788256 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-59cd9b45-ca4f-44ab-a6d5-1ff774c0984e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f2f225af-73f1-438f-b1b7-e4b849c57365), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:13.791393 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-59cd9b45-ca4f-44ab-a6d5-1ff774c0984e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:13.792549 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-59cd9b45-ca4f-44ab-a6d5-1ff774c0984e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2f225af-73f1-438f-b1b7-e4b849c57365 HTTP/1.1" status: 204 len: 168 time: 0.1563878 May 25 16:21:13.801474 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd9b45-ca4f-44ab-a6d5-1ff774c0984e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f225af-73f1-438f-b1b7-e4b849c57365,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:13.837935 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a4663950-d75d-4e35-acac-f2c9a3c33e9b req-46351ef7-b626-4b12-9a91-1689077fb446 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581760 May 25 16:21:14.107312 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41134) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:14.221221 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c29149c3-4359-42c1-b44b-6cde4a550959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:14.238228 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85464afc-7f2a-4a68-af77-8351dff0e599 req-68287674-c5b5-451b-8cb0-3f0d8dbff21f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:14.240098 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-85464afc-7f2a-4a68-af77-8351dff0e599 req-68287674-c5b5-451b-8cb0-3f0d8dbff21f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 945 time: 0.0517747 May 25 16:21:14.295397 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-85464afc-7f2a-4a68-af77-8351dff0e599 req-42c780b5-3844-4515-a6c1-4d96971104f4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487502 May 25 16:21:14.316260 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c29149c3-4359-42c1-b44b-6cde4a550959 admin admin] Publish callbacks [] for security_group (94e1a986-aab8-48a8-9eb6-0203cec94648), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:14.320562 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c29149c3-4359-42c1-b44b-6cde4a550959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (94e1a986-aab8-48a8-9eb6-0203cec94648), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:14.325479 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:14.365815 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c29149c3-4359-42c1-b44b-6cde4a550959 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea555c7ed5f5422eaaf502d18dfc0af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574005 May 25 16:21:14.367318 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29149c3-4359-42c1-b44b-6cde4a550959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e1a986-aab8-48a8-9eb6-0203cec94648,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:14.368628 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41148) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:14.435581 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b376178b-fd43-4b6e-a4d1-95d36804619a admin admin] Publish callbacks [] for security_group (94e1a986-aab8-48a8-9eb6-0203cec94648), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:14.457640 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b376178b-fd43-4b6e-a4d1-95d36804619a admin admin] Publish callbacks [] for security_group (94e1a986-aab8-48a8-9eb6-0203cec94648), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:14.506861 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b376178b-fd43-4b6e-a4d1-95d36804619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (94e1a986-aab8-48a8-9eb6-0203cec94648), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:14.510212 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b376178b-fd43-4b6e-a4d1-95d36804619a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:14.511334 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b376178b-fd43-4b6e-a4d1-95d36804619a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94e1a986-aab8-48a8-9eb6-0203cec94648 HTTP/1.1" status: 204 len: 168 time: 0.1414454 May 25 16:21:14.522171 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376178b-fd43-4b6e-a4d1-95d36804619a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e1a986-aab8-48a8-9eb6-0203cec94648,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:14.795696 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c10f37-9db5-49ae-beef-7c0013dc33d8 req-204de6c0-8db9-44c9-b1fe-b143dc97f11d tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:14.798316 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-94c10f37-9db5-49ae-beef-7c0013dc33d8 req-204de6c0-8db9-44c9-b1fe-b143dc97f11d tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.0807693 May 25 16:21:14.818894 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de21f7-c8ac-4ec0-9997-c35317456a3f req-38c6f73d-c629-470a-922f-fbd6c15295f8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:14.821080 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-03de21f7-c8ac-4ec0-9997-c35317456a3f req-38c6f73d-c629-470a-922f-fbd6c15295f8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 944 time: 0.0738797 May 25 16:21:14.837006 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41172) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:14.860699 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4a78aed5-c155-4442-9aac-0937a2575c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:14.892422 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-94c10f37-9db5-49ae-beef-7c0013dc33d8 req-a09410d1-6116-491a-a944-16c382472588 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880418 May 25 16:21:14.899824 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:14.900599 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-03de21f7-c8ac-4ec0-9997-c35317456a3f req-f0114f99-f713-4a59-bf71-fa56b6187ef8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719900 May 25 16:21:14.952327 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4a78aed5-c155-4442-9aac-0937a2575c25 admin admin] Publish callbacks [] for security_group (23a7d917-d0f6-4bfc-8833-c38e5d67e1e6), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:14.959238 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4a78aed5-c155-4442-9aac-0937a2575c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (23a7d917-d0f6-4bfc-8833-c38e5d67e1e6), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:14.998191 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78aed5-c155-4442-9aac-0937a2575c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a7d917-d0f6-4bfc-8833-c38e5d67e1e6,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:15.011984 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4a78aed5-c155-4442-9aac-0937a2575c25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fff1429fa6e54e65abb5907364fa5f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704469 May 25 16:21:15.011984 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41180) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:15.033857 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28043572-b9e3-46e6-946e-4590ee38fb18 req-87b40e31-29a2-483d-8423-ff41413e0745 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:15.036003 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-28043572-b9e3-46e6-946e-4590ee38fb18 req-87b40e31-29a2-483d-8423-ff41413e0745 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0504920 May 25 16:21:15.063151 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:15.069973 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1c73d414-1b5b-4efd-9606-856442fb8645 admin admin] Publish callbacks [] for security_group (23a7d917-d0f6-4bfc-8833-c38e5d67e1e6), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:15.089341 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-28043572-b9e3-46e6-946e-4590ee38fb18 req-8e549240-3c91-49bc-92c8-5554740428ef tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464909 May 25 16:21:15.095650 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1c73d414-1b5b-4efd-9606-856442fb8645 admin admin] Publish callbacks [] for security_group (23a7d917-d0f6-4bfc-8833-c38e5d67e1e6), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:15.146103 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1c73d414-1b5b-4efd-9606-856442fb8645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (23a7d917-d0f6-4bfc-8833-c38e5d67e1e6), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:15.149458 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1c73d414-1b5b-4efd-9606-856442fb8645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:15.153053 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1c73d414-1b5b-4efd-9606-856442fb8645 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23a7d917-d0f6-4bfc-8833-c38e5d67e1e6 HTTP/1.1" status: 204 len: 168 time: 0.1379116 May 25 16:21:15.158373 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73d414-1b5b-4efd-9606-856442fb8645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a7d917-d0f6-4bfc-8833-c38e5d67e1e6,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:15.419441 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2761dc-97d4-487c-a2c3-078c88854a94 req-25c9b7c8-d6c2-4ab0-a85a-56957208b8a7 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:15.421114 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4e2761dc-97d4-487c-a2c3-078c88854a94 req-25c9b7c8-d6c2-4ab0-a85a-56957208b8a7 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 945 time: 0.0512238 May 25 16:21:15.502326 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4e2761dc-97d4-487c-a2c3-078c88854a94 req-334f9d47-5e95-4ebe-876f-5f3200954a1e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572419 May 25 16:21:15.844762 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-80152ec1-14d0-4e1d-893f-fdc89e383ec8 service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995500 May 25 16:21:15.973767 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41234) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:16.027877 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['32e483c1-8f09-4e2a-9e95-ef7a5e449743'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:21:16.055825 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f61a-cec0-411f-baf4-1f0cf1e4fad0 req-e5fa10b2-c933-478f-bcf0-b7de1e795aaf tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:16.062652 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ab86f61a-cec0-411f-baf4-1f0cf1e4fad0 req-e5fa10b2-c933-478f-bcf0-b7de1e795aaf tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.0820365 May 25 16:21:16.094390 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0841ef-7654-4d97-aeb4-204a10f31caf req-8705e634-6dec-4734-87f3-9adf2f994636 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:16.095879 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6a0841ef-7654-4d97-aeb4-204a10f31caf req-8705e634-6dec-4734-87f3-9adf2f994636 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 944 time: 0.0880370 May 25 16:21:16.122553 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2058102949-network', 'tenant_id': '5324e830a70a4dc09baf65e21a6a53bf'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:16.127787 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ab86f61a-cec0-411f-baf4-1f0cf1e4fad0 req-7ad350fe-7535-4df2-a3c3-ec4a25db565e tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636752 May 25 16:21:16.154556 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Made reservation on behalf of 5324e830a70a4dc09baf65e21a6a53bf for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:16.158121 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:16.169920 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:16.202801 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['b95684f0-92c8-457d-bd07-c98d017be6fc'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:21:16.241920 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6a0841ef-7654-4d97-aeb4-204a10f31caf req-705b3ba3-1ac0-49f8-87ff-a61a9a95f409 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092961 May 25 16:21:16.284856 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8b4c9-3242-4cc8-93bb-534918ded149 req-a80352e5-5a41-4c06-a8bb-8e713bdb43bf tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:16.285073 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Publish callbacks [] for security_group (8b68815d-b0ed-4eb1-a3ca-39a33e582808), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:16.286614 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e1c8b4c9-3242-4cc8-93bb-534918ded149 req-a80352e5-5a41-4c06-a8bb-8e713bdb43bf tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0710201 May 25 16:21:16.292007 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (8b68815d-b0ed-4eb1-a3ca-39a33e582808), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:16.331173 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:21:16.340481 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b68815d-b0ed-4eb1-a3ca-39a33e582808,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:16.341378 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e1c8b4c9-3242-4cc8-93bb-534918ded149 req-0d050ed1-1289-43ff-bb3a-2eab5833532b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468631 May 25 16:21:16.369279 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:16.376567 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (3751c997-9a85-4444-a0fd-e4f4ed68468b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:16.377170 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Added segment 3751c997-9a85-4444-a0fd-e4f4ed68468b of type vlan for network fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e May 25 16:21:16.401829 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:16.469300 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941b83-c51f-4c5e-a656-98a7d27bced2 req-63718442-fc7a-4a72-a3a4-bd8e05f83f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:16.470772 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c941b83-c51f-4c5e-a656-98a7d27bced2 req-63718442-fc7a-4a72-a3a4-bd8e05f83f31 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 1127 time: 0.1313224 May 25 16:21:16.519396 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:16.565282 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba18a338-a7e9-4aea-9f66-ff4d0b4ebf42 req-9e0e2109-395c-4672-8d03-1328a04bdb52 service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269483 May 25 16:21:16.573864 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:16.577673 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:16.578009 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:16.638371 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6632204 May 25 16:21:16.639061 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41248) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:16.649257 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab629e3-47ce-4df5-97c9-1c1132ac0b9d req-05fc010b-7eff-4677-8e5b-d3b61e1d6416 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:16.650913 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5ab629e3-47ce-4df5-97c9-1c1132ac0b9d req-05fc010b-7eff-4677-8e5b-d3b61e1d6416 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 945 time: 0.0703566 May 25 16:21:16.665572 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-bb0f1098-a9d1-4052-bf83-893a4c367770 admin admin] Request body: {'subnet': {'network_id': 'fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2058102949-subnet', 'tenant_id': '5324e830a70a4dc09baf65e21a6a53bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:16.680130 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8374b-157f-4e5a-ae0e-8a170d4fce48 admin admin] Pushing event updated for resources: {'Network': ['ID=fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:16.693457 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:21:16.711860 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:16.729988 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0f1098-a9d1-4052-bf83-893a4c367770 admin admin] Made reservation on behalf of 5324e830a70a4dc09baf65e21a6a53bf for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:16.735303 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1098-a9d1-4052-bf83-893a4c367770 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:16.763861 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5ab629e3-47ce-4df5-97c9-1c1132ac0b9d req-7e519920-32ba-4670-90b4-85b6ef58d093 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035302 May 25 16:21:16.934577 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1098-a9d1-4052-bf83-893a4c367770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for subnet (1407f755-524b-4ff3-9c7c-2cd926d88254), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:16.991833 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f1098-a9d1-4052-bf83-893a4c367770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1407f755-524b-4ff3-9c7c-2cd926d88254,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:16.999469 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f1098-a9d1-4052-bf83-893a4c367770 admin admin] Checking segment: {'id': '3751c997-9a85-4444-a0fd-e4f4ed68468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:21:16.999825 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f1098-a9d1-4052-bf83-893a4c367770 admin admin] Network hostable DHCP agents. Network: fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:21:17.016025 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f1098-a9d1-4052-bf83-893a4c367770 admin admin] Network fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:21:17.024921 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f1098-a9d1-4052-bf83-893a4c367770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:17.030795 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f1098-a9d1-4052-bf83-893a4c367770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:17.031750 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1098-a9d1-4052-bf83-893a4c367770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:17.032571 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f96d6-2b8c-41a4-8870-f4c8d6b4a52c None None] Network fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:21:17.048818 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bb0f1098-a9d1-4052-bf83-893a4c367770 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4028559 May 25 16:21:17.074262 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:17.135004 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d36a30d-9570-4ad3-ab24-ef2865cc823f None None] Network fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:21:17.263925 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c604b4e-489a-446b-bbed-495c4d3de6ea req-353e539e-cb1b-4f34-8ce1-b1fbb9e36331 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:17.281616 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9c604b4e-489a-446b-bbed-495c4d3de6ea req-353e539e-cb1b-4f34-8ce1-b1fbb9e36331 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.0754826 May 25 16:21:17.380589 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9c604b4e-489a-446b-bbed-495c4d3de6ea req-919dbdfe-0a25-44ec-a6a9-554e94d69748 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978038 May 25 16:21:17.393816 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625b43-1325-4d34-ad36-3a2a4debd322 req-33e5e007-4a8b-47ab-a60a-5bb6129d1d43 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:17.395362 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-af625b43-1325-4d34-ad36-3a2a4debd322 req-33e5e007-4a8b-47ab-a60a-5bb6129d1d43 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 944 time: 0.0678039 May 25 16:21:17.429086 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:17.453722 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-af625b43-1325-4d34-ad36-3a2a4debd322 req-a0c44026-3d5e-45a1-a111-df295e27d105 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471926 May 25 16:21:17.510510 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cbfb8-c053-459c-8b9d-0e5084eb1ee1 req-f0a0d9d8-de8a-4968-8d1d-b23304ce1b0c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:17.511956 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-171cbfb8-c053-459c-8b9d-0e5084eb1ee1 req-f0a0d9d8-de8a-4968-8d1d-b23304ce1b0c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0534370 May 25 16:21:17.567474 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-171cbfb8-c053-459c-8b9d-0e5084eb1ee1 req-9035c624-1cda-4e4c-a82e-92422bc7c73f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486026 May 25 16:21:17.609530 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41282) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:17.616713 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-303385468-network', 'tenant_id': 'b42485b433f04674b52150c53078937e'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:17.745797 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Made reservation on behalf of b42485b433f04674b52150c53078937e for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:17.748564 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:17.772950 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:17.849179 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941b83-c51f-4c5e-a656-98a7d27bced2 req-b06f80f5-f57d-4825-9e49-531febd14c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:17.850731 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c941b83-c51f-4c5e-a656-98a7d27bced2 req-b06f80f5-f57d-4825-9e49-531febd14c4a service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 919 time: 0.2183971 May 25 16:21:17.870998 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:17.902357 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28568a-d794-4170-9520-ecb0cbb808aa req-fc5c08e8-209b-4fe8-b1ed-45c56110f041 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:17.904473 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-eb28568a-d794-4170-9520-ecb0cbb808aa req-fc5c08e8-209b-4fe8-b1ed-45c56110f041 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 945 time: 0.0701802 May 25 16:21:17.915888 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 81d48be3-f76c-4118-bcaa-79360428da5a details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:21:17.919024 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Publish callbacks [] for security_group (866ceec1-079e-4343-8560-cf303e18b902), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:17.924175 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (866ceec1-079e-4343-8560-cf303e18b902), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:17.925503 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device b95684f0-92c8-457d-bd07-c98d017be6fc up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:21:17.956716 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:21:17.975270 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:17.981794 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-eb28568a-d794-4170-9520-ecb0cbb808aa req-e0741cd0-277b-40ea-b7b6-7006c9b306d8 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562384 May 25 16:21:18.007129 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866ceec1-079e-4343-8560-cf303e18b902,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:18.015998 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (eaa5383c-823d-4b95-a86f-0976da1d0e7a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.016423 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Added segment eaa5383c-823d-4b95-a86f-0976da1d0e7a of type vlan for network 833a412f-3db5-414e-94bf-ed8a1486f955 May 25 16:21:18.021119 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.021465 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.021854 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.022202 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.022533 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.022897 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.023169 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.023752 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.025288 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.025587 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.030273 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.030705 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.031059 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.031399 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.031736 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.100500 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port b95684f0-92c8-457d-bd07-c98d017be6fc completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:21:18.112096 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58fcaa-c5a6-42ea-95c3-8319f3dce6e5 req-db05cc55-c041-4217-bc06-bee993b4efff tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:18.115022 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port b95684f0-92c8-457d-bd07-c98d017be6fc triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:18.115405 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.124168 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41310) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:18.126045 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7d58fcaa-c5a6-42ea-95c3-8319f3dce6e5 req-db05cc55-c041-4217-bc06-bee993b4efff tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 945 time: 0.0672257 May 25 16:21:18.131372 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-ff1c2fe5-da6e-41c4-bd30-4ebea1bf4fa5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'floatingip': {'port_id': 'a5479e6d-c810-409e-9dcb-42725ffdaeea'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:18.135398 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (833a412f-3db5-414e-94bf-ed8a1486f955), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.165149 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=81d48be3-f76c-4118-bcaa-79360428da5a,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:18.186934 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '81d48be3-f76c-4118-bcaa-79360428da5a', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'port_id': '81d48be3-f76c-4118-bcaa-79360428da5a', 'mac_address': 'fa:16:3e:bc:d3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:21:18.220907 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2fe5-da6e-41c4-bd30-4ebea1bf4fa5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (da6c4c60-bed5-4aae-840a-118cdae58a58), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.258373 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 81d48be3-f76c-4118-bcaa-79360428da5a is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:18.258981 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.279242 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port b95684f0-92c8-457d-bd07-c98d017be6fc is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:18.279507 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.282235 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d48be3-f76c-4118-bcaa-79360428da5a {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:21:18.319310 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:18.322831 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=81d48be3-f76c-4118-bcaa-79360428da5a,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:18.327926 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f324c4-3a3e-4e8d-b2ca-91493fae47b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95684f0-92c8-457d-bd07-c98d017be6fc'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:18.330418 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6516c5-58e5-40fe-a66a-f89b713f9a41" -d '{"events": [{"server_uuid": "68f324c4-3a3e-4e8d-b2ca-91493fae47b1", "name": "network-vif-plugged", "status": "completed", "tag": "b95684f0-92c8-457d-bd07-c98d017be6fc"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:18.333019 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (833a412f-3db5-414e-94bf-ed8a1486f955), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.336753 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.345159 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:18.345779 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.377554 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port b95684f0-92c8-457d-bd07-c98d017be6fc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b95684f0-92c8-457d-bd07-c98d017be6fc,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:18.382230 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd3cc20-4b57-445f-b78c-838955dedabc x-openstack-request-id: req-8fd3cc20-4b57-445f-b78c-838955dedabc {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:18.383589 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f324c4-3a3e-4e8d-b2ca-91493fae47b1", "name": "network-vif-plugged", "status": "completed", "tag": "b95684f0-92c8-457d-bd07-c98d017be6fc", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:18.384786 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fd3cc20-4b57-445f-b78c-838955dedabc {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:18.384786 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd3cc20-4b57-445f-b78c-838955dedabc'] response: {'server_uuid': '68f324c4-3a3e-4e8d-b2ca-91493fae47b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95684f0-92c8-457d-bd07-c98d017be6fc', 'code': 200} May 25 16:21:18.416909 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.417762 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 32e483c1-8f09-4e2a-9e95-ef7a5e449743 up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:21:18.447024 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=81d48be3-f76c-4118-bcaa-79360428da5a,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:18.464644 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.464990 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.465352 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.465747 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.466074 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.466398 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.466719 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.467038 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.467549 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.467878 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.468605 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.468954 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.469614 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.469614 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.469974 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:18.492961 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8822193 May 25 16:21:18.495944 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41320) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:18.503269 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Request body: {'subnet': {'network_id': '833a412f-3db5-414e-94bf-ed8a1486f955', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-303385468-subnet', 'tenant_id': 'b42485b433f04674b52150c53078937e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:18.518882 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:21:18.536337 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:18.536783 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.556503 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bc00f-72fd-43c2-937d-e63e1094b292 admin admin] Pushing event updated for resources: {'Network': ['ID=833a412f-3db5-414e-94bf-ed8a1486f955,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:18.564910 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=b95684f0-92c8-457d-bd07-c98d017be6fc,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:18.576146 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:18.576354 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Made reservation on behalf of b42485b433f04674b52150c53078937e for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:18.580090 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.592906 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:18.628287 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 833a412f-3db5-414e-94bf-ed8a1486f955 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:21:18.694448 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:18.694741 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.751925 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 32e483c1-8f09-4e2a-9e95-ef7a5e449743, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=32e483c1-8f09-4e2a-9e95-ef7a5e449743,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:18.756969 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:18.818206 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=32e483c1-8f09-4e2a-9e95-ef7a5e449743,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:18.839836 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e69ea-f3d1-4fc7-8fa6-0f13ad7b627a req-12abbf6e-5f91-4a2c-a568-7c3bf8076914 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:18.841442 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-046e69ea-f3d1-4fc7-8fa6-0f13ad7b627a req-12abbf6e-5f91-4a2c-a568-7c3bf8076914 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.2940793 May 25 16:21:18.870870 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcfa2c-68eb-4e7a-a324-abd2218ce022 req-aae5538f-5460-4944-b7f9-6b7869f7259b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:18.872516 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-67bcfa2c-68eb-4e7a-a324-abd2218ce022 req-aae5538f-5460-4944-b7f9-6b7869f7259b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 944 time: 0.2494879 May 25 16:21:18.976627 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-046e69ea-f3d1-4fc7-8fa6-0f13ad7b627a req-9ed21d9b-d1f6-4198-a88a-9e1a39b95aef tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272697 May 25 16:21:18.990289 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-67bcfa2c-68eb-4e7a-a324-abd2218ce022 req-7ff44511-0415-4327-9422-e755aab3d915 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061964 May 25 16:21:18.999809 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for subnet (f8adb440-04d4-4db7-9c4a-b9412619b06f), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:19.106674 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8adb440-04d4-4db7-9c4a-b9412619b06f,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:19.115549 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4509b6-5df9-458e-a5a8-4265cd502cfa req-3f714c9c-b1cd-4505-a47c-2b75ce234325 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:19.117563 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-db4509b6-5df9-458e-a5a8-4265cd502cfa req-3f714c9c-b1cd-4505-a47c-2b75ce234325 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 944 time: 0.0763814 May 25 16:21:19.129045 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.129302 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.129658 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.130011 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.130331 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.130647 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.130964 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.131272 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.131598 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.131916 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.132240 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.132580 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.132948 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.133514 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.133920 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:19.145814 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Checking segment: {'id': 'eaa5383c-823d-4b95-a86f-0976da1d0e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '833a412f-3db5-414e-94bf-ed8a1486f955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:21:19.146171 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Network hostable DHCP agents. Network: 833a412f-3db5-414e-94bf-ed8a1486f955, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:21:19.190370 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Network 833a412f-3db5-414e-94bf-ed8a1486f955 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:21:19.202758 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-db4509b6-5df9-458e-a5a8-4265cd502cfa req-4de1adbd-261d-4565-a5a1-6483669aea1c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752900 May 25 16:21:19.203763 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 833a412f-3db5-414e-94bf-ed8a1486f955) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:19.208044 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:19.208657 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:19.215972 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b49e65-9936-4d8b-b75b-e5b0caa4bf7e None None] Network 833a412f-3db5-414e-94bf-ed8a1486f955 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:21:19.241804 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b31fb9ee-c8af-4240-aa42-c35d74da4a67 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7411821 May 25 16:21:19.267838 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2fe5-da6e-41c4-bd30-4ebea1bf4fa5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:19.272353 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2fe5-da6e-41c4-bd30-4ebea1bf4fa5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (da6c4c60-bed5-4aae-840a-118cdae58a58), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:19.338758 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b842f-5a2b-416a-9cf8-46c0c6987be7 None None] Network 833a412f-3db5-414e-94bf-ed8a1486f955 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:21:19.371211 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-ff1c2fe5-da6e-41c4-bd30-4ebea1bf4fa5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Floating IP da6c4c60-bed5-4aae-840a-118cdae58a58 associated. External IP: 172.27.1.244, port: a5479e6d-c810-409e-9dcb-42725ffdaeea. May 25 16:21:19.476104 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:19.575212 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1c2fe5-da6e-41c4-bd30-4ebea1bf4fa5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:21:19.678517 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1c2fe5-da6e-41c4-bd30-4ebea1bf4fa5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:21:19.684113 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2fe5-da6e-41c4-bd30-4ebea1bf4fa5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:19.697534 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8ab05-a2dd-4d13-a238-6ac15b8dc6b0 None None] Sync routers for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:21:19.709942 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8ab05-a2dd-4d13-a238-6ac15b8dc6b0 None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:21:19.710932 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-48b8ab05-a2dd-4d13-a238-6ac15b8dc6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:21:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:19.720511 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ff1c2fe5-da6e-41c4-bd30-4ebea1bf4fa5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "PUT /v2.0/floatingips/da6c4c60-bed5-4aae-840a-118cdae58a58 HTTP/1.1" status: 200 len: 991 time: 1.5931621 May 25 16:21:19.720511 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'tag': 'a5479e6d-c810-409e-9dcb-42725ffdaeea'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:19.721298 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a55fbc-3ae2-40ea-bca3-3c35353d6689" -d '{"events": [{"name": "network-changed", "server_uuid": "cebf1f03-8c0a-4aaf-b375-63edcdac9d98", "tag": "a5479e6d-c810-409e-9dcb-42725ffdaeea"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:19.761756 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618811f0-96c8-4f2b-9532-3264e546d1ad x-openstack-request-id: req-618811f0-96c8-4f2b-9532-3264e546d1ad {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:19.762228 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebf1f03-8c0a-4aaf-b375-63edcdac9d98", "tag": "a5479e6d-c810-409e-9dcb-42725ffdaeea", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:19.762879 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-618811f0-96c8-4f2b-9532-3264e546d1ad {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:19.763185 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618811f0-96c8-4f2b-9532-3264e546d1ad'] response: {'name': 'network-changed', 'server_uuid': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'tag': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'status': 'completed', 'code': 200} May 25 16:21:19.833100 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-48b8ab05-a2dd-4d13-a238-6ac15b8dc6b0 None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:21:20.089476 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-48b8ab05-a2dd-4d13-a238-6ac15b8dc6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'da6c4c60-bed5-4aae-840a-118cdae58a58', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:8e:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:37Z', 'updated_at': '2022-05-25T16:21:19Z', 'revision_number': 1, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:20.113671 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8ab05-a2dd-4d13-a238-6ac15b8dc6b0 None None] Checking router: c2e2b41b-dc03-4bfd-9eaa-f927b191a693 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:21:20.122211 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8ab05-a2dd-4d13-a238-6ac15b8dc6b0 None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:21:20.122350 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a657d6-1265-4b84-bf91-01b73e13e0cf req-1a01dc29-6ff8-4457-96ef-2d2e20ee74d5 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:20.122850 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-48b8ab05-a2dd-4d13-a238-6ac15b8dc6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:21:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:20.123676 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-10a657d6-1265-4b84-bf91-01b73e13e0cf req-1a01dc29-6ff8-4457-96ef-2d2e20ee74d5 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.0761285 May 25 16:21:20.142705 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030372d7-a639-4c28-8e73-ba7bfebc8459 req-39794fcf-656c-47dd-8b1e-201e76226745 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:20.144107 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-030372d7-a639-4c28-8e73-ba7bfebc8459 req-39794fcf-656c-47dd-8b1e-201e76226745 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0686014 May 25 16:21:20.155446 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:20.205561 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:20.220604 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-10a657d6-1265-4b84-bf91-01b73e13e0cf req-e7228784-bee3-4f72-b5de-c78e08c21ad2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896037 May 25 16:21:20.228616 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-48b8ab05-a2dd-4d13-a238-6ac15b8dc6b0 None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:21:20.229088 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-030372d7-a639-4c28-8e73-ba7bfebc8459 req-a758f71b-11f7-4ae6-9df3-372774bfd2f7 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763526 May 25 16:21:20.329251 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee70e0-5b82-417f-bcd4-dfa855bf0a22 req-2673ab82-5e99-4151-84b6-42f7a2a9ab83 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:20.330868 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-03ee70e0-5b82-417f-bcd4-dfa855bf0a22 req-2673ab82-5e99-4151-84b6-42f7a2a9ab83 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 944 time: 0.0478184 May 25 16:21:20.378293 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-03ee70e0-5b82-417f-bcd4-dfa855bf0a22 req-dbdfbd6d-2c8d-4c30-bf82-8513998c13c6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409403 May 25 16:21:20.385001 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756c834d-49bb-4cd7-b5c7-7140c66b0d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e483c1-8f09-4e2a-9e95-ef7a5e449743'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:20.387308 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f61694f-488a-43db-9623-ba3e60809652" -d '{"events": [{"server_uuid": "756c834d-49bb-4cd7-b5c7-7140c66b0d0c", "name": "network-vif-plugged", "status": "completed", "tag": "32e483c1-8f09-4e2a-9e95-ef7a5e449743"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:20.423758 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fc530d-4fea-4f2c-bb33-be6bc516d14d x-openstack-request-id: req-61fc530d-4fea-4f2c-bb33-be6bc516d14d {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:20.424040 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756c834d-49bb-4cd7-b5c7-7140c66b0d0c", "name": "network-vif-plugged", "status": "completed", "tag": "32e483c1-8f09-4e2a-9e95-ef7a5e449743", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:20.424285 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61fc530d-4fea-4f2c-bb33-be6bc516d14d {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:20.424829 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61fc530d-4fea-4f2c-bb33-be6bc516d14d'] response: {'server_uuid': '756c834d-49bb-4cd7-b5c7-7140c66b0d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e483c1-8f09-4e2a-9e95-ef7a5e449743', 'code': 200} May 25 16:21:20.441934 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-48b8ab05-a2dd-4d13-a238-6ac15b8dc6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'da6c4c60-bed5-4aae-840a-118cdae58a58', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:8e:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:37Z', 'updated_at': '2022-05-25T16:21:19Z', 'revision_number': 1, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:20.472499 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8ab05-a2dd-4d13-a238-6ac15b8dc6b0 None None] The sync data for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi is: [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'da6c4c60-bed5-4aae-840a-118cdae58a58', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:8e:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:37Z', 'updated_at': '2022-05-25T16:21:19Z', 'revision_number': 1, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:21:20.691670 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0183ce-02a4-4e77-a0ff-50f76be40e8e None None] New status for floating IP da6c4c60-bed5-4aae-840a-118cdae58a58: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:21:21.414706 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['81d48be3-f76c-4118-bcaa-79360428da5a'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:21:21.459859 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:21.559859 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ff954-bbf4-494d-951c-55ef4172314a req-f2bac7f6-bbe2-4030-bdfa-f1eb04ae3aea tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:21.566801 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d64ff954-bbf4-494d-951c-55ef4172314a req-f2bac7f6-bbe2-4030-bdfa-f1eb04ae3aea tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.2759426 May 25 16:21:21.568086 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c941b83-c51f-4c5e-a656-98a7d27bced2 req-4ae6444b-b30e-459a-9d0a-4828fab1498e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d48be3-f76c-4118-bcaa-79360428da5a HTTP/1.1" status: 200 len: 217 time: 0.0445137 May 25 16:21:21.583374 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca6980-a4c4-42a2-afd5-11cc19dd7e38 req-563bbcfa-3315-4b0a-b3df-58e400122cf2 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:21.584837 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aeca6980-a4c4-42a2-afd5-11cc19dd7e38 req-563bbcfa-3315-4b0a-b3df-58e400122cf2 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.2838056 May 25 16:21:21.654488 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d64ff954-bbf4-494d-951c-55ef4172314a req-a9623f04-2bc9-4870-9b57-22ac11971097 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868516 May 25 16:21:21.657632 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aeca6980-a4c4-42a2-afd5-11cc19dd7e38 req-86544b90-a7b1-47b6-bac0-ad5a81483842 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654340 May 25 16:21:21.763040 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81283bbf-4fc2-4b5d-9daa-22fa9d6cb41e req-4fe9af10-6407-499c-9b8f-709384f49425 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:21.764517 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-81283bbf-4fc2-4b5d-9daa-22fa9d6cb41e req-4fe9af10-6407-499c-9b8f-709384f49425 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 944 time: 0.0485787 May 25 16:21:21.818588 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-81283bbf-4fc2-4b5d-9daa-22fa9d6cb41e req-6e809f47-73e6-4953-81a4-e9a980e56a94 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481591 May 25 16:21:22.599472 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ed4ca1d-9e88-476d-9d63-bbdd1eae6fc1 req-3ee3e084-a33a-4087-92cc-b0b8fd3bbc4b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1617737 May 25 16:21:22.605524 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a55fbc-3ae2-40ea-bca3-3c35353d6689 req-0adaaaa4-66a4-43b2-85ce-795a2d8247b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:22.607446 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22a55fbc-3ae2-40ea-bca3-3c35353d6689 req-0adaaaa4-66a4-43b2-85ce-795a2d8247b2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 1129 time: 0.1689250 May 25 16:21:22.607869 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:22.613988 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666ceb8-64c2-49e6-9089-7f5327fd9446 req-79f30a80-6a74-4a5b-9372-fb303f107118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:22.616253 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4666ceb8-64c2-49e6-9089-7f5327fd9446 req-79f30a80-6a74-4a5b-9372-fb303f107118 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 1130 time: 0.0424037 May 25 16:21:22.622372 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941b83-c51f-4c5e-a656-98a7d27bced2 req-5a01ba93-ed1a-47bc-aea6-323bcaffc450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:22.623948 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c941b83-c51f-4c5e-a656-98a7d27bced2 req-5a01ba93-ed1a-47bc-aea6-323bcaffc450 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12d09b9d-7694-4ad9-b286-85dfd52d5768 HTTP/1.1" status: 200 len: 856 time: 0.1893663 May 25 16:21:22.638931 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca92a-4e86-440e-8654-48b9620bd353 req-9b9e1d2d-10a5-4fe5-bece-9e0d052dd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:22.640554 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-754ca92a-4e86-440e-8654-48b9620bd353 req-9b9e1d2d-10a5-4fe5-bece-9e0d052dd65d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 1129 time: 0.0780606 May 25 16:21:22.674012 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4666ceb8-64c2-49e6-9089-7f5327fd9446 req-dddaee22-5184-4021-899b-493da5d600c8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433095 May 25 16:21:22.785524 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941b83-c51f-4c5e-a656-98a7d27bced2 req-5f3ca6a5-0b73-498a-9b7c-e1faab3b533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:22.787060 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c941b83-c51f-4c5e-a656-98a7d27bced2 req-5f3ca6a5-0b73-498a-9b7c-e1faab3b533d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b9fb8be-8c67-427e-8c91-a4becd42df59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1505542 May 25 16:21:22.804570 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4ca1d-9e88-476d-9d63-bbdd1eae6fc1 req-273edfed-4dfc-4ffe-bab9-d449fc0a5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:22.806052 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ed4ca1d-9e88-476d-9d63-bbdd1eae6fc1 req-273edfed-4dfc-4ffe-bab9-d449fc0a5ddf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9b5ee0d2e59647dc98721de1b8dfb4db&device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 1130 time: 0.1391852 May 25 16:21:22.808022 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8ede6-9e4b-4531-b120-84ca6fd59350 req-199dba61-af29-418b-8ee8-b9190c3ae7ed tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:22.809481 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-05b8ede6-9e4b-4531-b120-84ca6fd59350 req-199dba61-af29-418b-8ee8-b9190c3ae7ed tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0829413 May 25 16:21:22.813313 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-754ca92a-4e86-440e-8654-48b9620bd353 req-7a6847cc-bd7d-4e0c-9763-8889545596fd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474941 May 25 16:21:22.815379 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb5911-38e7-4d69-99f2-2c631166587d req-f2c75e7d-7847-41f8-96c5-5fae859243b4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:22.816740 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-56bb5911-38e7-4d69-99f2-2c631166587d req-f2c75e7d-7847-41f8-96c5-5fae859243b4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 943 time: 0.0885527 May 25 16:21:22.836275 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a55fbc-3ae2-40ea-bca3-3c35353d6689 req-93d92d8e-d4fc-4d0d-b87c-7e100b4f77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:22.838040 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22a55fbc-3ae2-40ea-bca3-3c35353d6689 req-93d92d8e-d4fc-4d0d-b87c-7e100b4f77b5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 917 time: 0.2182951 May 25 16:21:22.884201 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-05b8ede6-9e4b-4531-b120-84ca6fd59350 req-4118284d-a0b4-4879-969c-971192b5bb7a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664818 May 25 16:21:22.894833 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-56bb5911-38e7-4d69-99f2-2c631166587d req-ebc4b0bf-108c-45ac-a629-181474f61df4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699258 May 25 16:21:22.987276 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396270b-18d5-4fc0-8e0b-410a58578047 req-9084f7c0-e798-4661-98b9-4993dc336660 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:22.988634 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f396270b-18d5-4fc0-8e0b-410a58578047 req-9084f7c0-e798-4661-98b9-4993dc336660 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 944 time: 0.0455348 May 25 16:21:23.034104 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f396270b-18d5-4fc0-8e0b-410a58578047 req-e620b98b-c536-4d64-9786-23de8050e7b3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400259 May 25 16:21:23.205912 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22a55fbc-3ae2-40ea-bca3-3c35353d6689 req-60551ad4-cf2d-4bd9-9ac3-7c9ef5dd7eb7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5479e6d-c810-409e-9dcb-42725ffdaeea HTTP/1.1" status: 200 len: 1001 time: 0.1174748 May 25 16:21:23.408483 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e4742-0991-4bf5-b7ec-1a60206f045e req-c33aebd1-c9c1-4826-b5d7-d7476faad367 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:23.409960 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e93e4742-0991-4bf5-b7ec-1a60206f045e req-c33aebd1-c9c1-4826-b5d7-d7476faad367 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 946 time: 0.0540345 May 25 16:21:23.431154 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 5d7ffb26-b14c-4496-a249-7c6754e10040 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:21:23.434606 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 81d48be3-f76c-4118-bcaa-79360428da5a up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:21:23.480273 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e93e4742-0991-4bf5-b7ec-1a60206f045e req-e72e3632-b882-4615-a5dd-b28557cde188 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615051 May 25 16:21:23.541653 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 81d48be3-f76c-4118-bcaa-79360428da5a completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:21:23.582434 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 81d48be3-f76c-4118-bcaa-79360428da5a triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:23.582876 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:23.623093 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:23.633369 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c941b83-c51f-4c5e-a656-98a7d27bced2 req-0e88328d-40d0-4bab-a2ed-c51f32495bbd service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514215 May 25 16:21:23.654242 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:23.673136 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 5d7ffb26-b14c-4496-a249-7c6754e10040, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5d7ffb26-b14c-4496-a249-7c6754e10040,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:23.690584 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '5d7ffb26-b14c-4496-a249-7c6754e10040', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'port_id': '5d7ffb26-b14c-4496-a249-7c6754e10040', 'mac_address': 'fa:16:3e:6b:37:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:21:23.759343 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 81d48be3-f76c-4118-bcaa-79360428da5a is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:23.759721 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:23.766484 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 5d7ffb26-b14c-4496-a249-7c6754e10040 is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:23.766484 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:23.791301 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7ffb26-b14c-4496-a249-7c6754e10040 {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:21:23.811633 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:23.813595 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d511100d-402f-4e58-813b-e02e1a7bca82" -d '{"events": [{"server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "name": "network-vif-plugged", "status": "completed", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:23.839391 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=81d48be3-f76c-4118-bcaa-79360428da5a,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:23.843534 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 5d7ffb26-b14c-4496-a249-7c6754e10040, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5d7ffb26-b14c-4496-a249-7c6754e10040,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:23.846913 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:23.851342 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:23.878633 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ef74ed-95c3-42e3-adeb-80b51e4815f6 x-openstack-request-id: req-e4ef74ed-95c3-42e3-adeb-80b51e4815f6 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:23.878975 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "name": "network-vif-plugged", "status": "completed", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:23.879402 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4ef74ed-95c3-42e3-adeb-80b51e4815f6 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:23.879981 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ef74ed-95c3-42e3-adeb-80b51e4815f6'] response: {'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a', 'code': 200} May 25 16:21:23.909052 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=81d48be3-f76c-4118-bcaa-79360428da5a,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:23.979163 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=5d7ffb26-b14c-4496-a249-7c6754e10040,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:23.999809 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a55fbc-3ae2-40ea-bca3-3c35353d6689 req-88f2666e-5788-405e-94a4-15a11389bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:24.001276 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22a55fbc-3ae2-40ea-bca3-3c35353d6689 req-88f2666e-5788-405e-94a4-15a11389bf86 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=18e620dd-027b-4139-8d4b-9cc1e3ca8de8 HTTP/1.1" status: 200 len: 854 time: 0.0517397 May 25 16:21:24.035616 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60ce73-5455-4cbe-8ecb-f3127de79947 req-42b7ed3d-2ea9-4253-af29-22a6f1f2a9d6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:24.037006 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fc60ce73-5455-4cbe-8ecb-f3127de79947 req-42b7ed3d-2ea9-4253-af29-22a6f1f2a9d6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0735197 May 25 16:21:24.065025 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06c27-90d4-447b-90cb-1331fba6603c req-2c7ab0d1-eb22-46fa-a3e5-ae24615c317d tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:24.066570 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8dc06c27-90d4-447b-90cb-1331fba6603c req-2c7ab0d1-eb22-46fa-a3e5-ae24615c317d tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 944 time: 0.0749950 May 25 16:21:24.109153 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:24.118606 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fc60ce73-5455-4cbe-8ecb-f3127de79947 req-b7ac4fc9-af38-4105-9740-0cf5e2f6925c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757606 May 25 16:21:24.137136 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:24.142641 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8dc06c27-90d4-447b-90cb-1331fba6603c req-37ec74cf-62ee-4fcd-9b88-c3618998026b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679066 May 25 16:21:24.227061 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9595a-ece0-4eb5-90da-4ae0b3bf54f4 req-56d6470b-c92d-4293-b18a-99beac3b9477 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:24.228536 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-57e9595a-ece0-4eb5-90da-4ae0b3bf54f4 req-56d6470b-c92d-4293-b18a-99beac3b9477 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0482469 May 25 16:21:24.279478 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-57e9595a-ece0-4eb5-90da-4ae0b3bf54f4 req-0fa0e43d-e5c5-4203-96ac-5dcc16882b75 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444667 May 25 16:21:24.281533 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['5d7ffb26-b14c-4496-a249-7c6754e10040'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:21:24.603370 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199013d7-fe60-428e-b548-a54a8a2d83d8 req-ad030a24-116d-4d1f-9872-dcf6220f586e tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:24.604831 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-199013d7-fe60-428e-b548-a54a8a2d83d8 req-ad030a24-116d-4d1f-9872-dcf6220f586e tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 946 time: 0.0470059 May 25 16:21:24.651312 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-199013d7-fe60-428e-b548-a54a8a2d83d8 req-6cb24638-d620-40e0-a51a-693b7d9b902f tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 May 25 16:21:25.284609 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41522) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:25.293788 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3f34-e242-4f6a-ae48-cfaf00d9d6f8 req-5a165b5d-2e3d-4583-b77f-257205c7d853 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:25.296562 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-898f3f34-e242-4f6a-ae48-cfaf00d9d6f8 req-5a165b5d-2e3d-4583-b77f-257205c7d853 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0917420 May 25 16:21:25.317924 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0a427-4007-4c5d-ade5-0a4540e8b2b7 req-7e6df3a3-7f2e-4b68-8314-9922012e467c tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:25.319371 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0ab0a427-4007-4c5d-ade5-0a4540e8b2b7 req-7e6df3a3-7f2e-4b68-8314-9922012e467c tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 944 time: 0.0798783 May 25 16:21:25.379686 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-898f3f34-e242-4f6a-ae48-cfaf00d9d6f8 req-fc3b8c97-eba4-4505-89d4-d8966a597a3a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763271 May 25 16:21:25.401865 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0ab0a427-4007-4c5d-ade5-0a4540e8b2b7 req-e11f62d2-77b3-4bee-b8ee-3d2cdd20a2a4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655675 May 25 16:21:25.409552 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0ba772e8-c803-4309-902e-1b2132013a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:25.437502 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 5d7ffb26-b14c-4496-a249-7c6754e10040 up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:21:25.481438 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 5d7ffb26-b14c-4496-a249-7c6754e10040 completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:21:25.488328 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 5d7ffb26-b14c-4496-a249-7c6754e10040 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:25.488915 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:25.503161 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c39169-7294-4159-ab6b-cb6d8e2c9a38 req-7f26f72a-85df-4f88-905a-9b00ccf45b5e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:25.504625 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-61c39169-7294-4159-ab6b-cb6d8e2c9a38 req-7f26f72a-85df-4f88-905a-9b00ccf45b5e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0621481 May 25 16:21:25.563945 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 5d7ffb26-b14c-4496-a249-7c6754e10040 is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:25.564382 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:25.565763 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0ba772e8-c803-4309-902e-1b2132013a5d admin admin] Publish callbacks [] for security_group (ac342ee2-0818-407c-aaf6-adcccac0f2a7), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:25.575231 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0ba772e8-c803-4309-902e-1b2132013a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (ac342ee2-0818-407c-aaf6-adcccac0f2a7), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:25.589533 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-61c39169-7294-4159-ab6b-cb6d8e2c9a38 req-22f34261-70b6-4a6a-ba7e-beddee19adce tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779855 May 25 16:21:25.600256 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 5d7ffb26-b14c-4496-a249-7c6754e10040, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5d7ffb26-b14c-4496-a249-7c6754e10040,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:25.604809 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:25.621038 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0ba772e8-c803-4309-902e-1b2132013a5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60e88317d3164c3b9406608ca9414ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352168 May 25 16:21:25.621772 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba772e8-c803-4309-902e-1b2132013a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac342ee2-0818-407c-aaf6-adcccac0f2a7,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:25.624019 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41528) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:25.649464 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:25.685002 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=5d7ffb26-b14c-4496-a249-7c6754e10040,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:25.691865 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f93db498-3c19-461a-82bc-e52ea4eeed7e admin admin] Publish callbacks [] for security_group (ac342ee2-0818-407c-aaf6-adcccac0f2a7), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:25.722239 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f93db498-3c19-461a-82bc-e52ea4eeed7e admin admin] Publish callbacks [] for security_group (ac342ee2-0818-407c-aaf6-adcccac0f2a7), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:25.724799 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4ca1d-9e88-476d-9d63-bbdd1eae6fc1 req-7266d48d-715d-4aee-82dc-47a7e4b48420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:25.726445 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ed4ca1d-9e88-476d-9d63-bbdd1eae6fc1 req-7266d48d-715d-4aee-82dc-47a7e4b48420 service neutron] 10.222.0.84 "GET /v2.0/networks?id=05183988-e2ff-45ca-a056-5d9e8d3fed8e HTTP/1.1" status: 200 len: 913 time: 0.1266005 May 25 16:21:25.810994 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f93db498-3c19-461a-82bc-e52ea4eeed7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (ac342ee2-0818-407c-aaf6-adcccac0f2a7), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:25.815699 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f93db498-3c19-461a-82bc-e52ea4eeed7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:25.817941 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f93db498-3c19-461a-82bc-e52ea4eeed7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac342ee2-0818-407c-aaf6-adcccac0f2a7 HTTP/1.1" status: 204 len: 168 time: 0.1929500 May 25 16:21:25.838382 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de8424-0ea4-46e7-ad65-e869fbc126ae req-e02a7086-4a6d-4c4b-b16b-030ba62cb880 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:25.839989 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e7de8424-0ea4-46e7-ad65-e869fbc126ae req-e02a7086-4a6d-4c4b-b16b-030ba62cb880 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 946 time: 0.0778043 May 25 16:21:25.841171 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93db498-3c19-461a-82bc-e52ea4eeed7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac342ee2-0818-407c-aaf6-adcccac0f2a7,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:25.880836 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7ffb26-b14c-4496-a249-7c6754e10040'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:25.883469 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ea76e9-1af5-4d42-bc19-4f2b29fda861" -d '{"events": [{"server_uuid": "9c525fad-3e59-4bcd-9263-cf3a13d13e3f", "name": "network-vif-plugged", "status": "completed", "tag": "5d7ffb26-b14c-4496-a249-7c6754e10040"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:25.932060 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e533c81-167d-4f22-87b8-382332de5e75 x-openstack-request-id: req-2e533c81-167d-4f22-87b8-382332de5e75 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:25.932721 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c525fad-3e59-4bcd-9263-cf3a13d13e3f", "name": "network-vif-plugged", "status": "completed", "tag": "5d7ffb26-b14c-4496-a249-7c6754e10040", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:25.932721 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e533c81-167d-4f22-87b8-382332de5e75 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:25.933049 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e533c81-167d-4f22-87b8-382332de5e75'] response: {'server_uuid': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7ffb26-b14c-4496-a249-7c6754e10040', 'code': 200} May 25 16:21:25.958210 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e7de8424-0ea4-46e7-ad65-e869fbc126ae req-469492c1-2cee-4bea-b526-ddcc27a23cee tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971000 May 25 16:21:26.115936 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:26.171333 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ed4ca1d-9e88-476d-9d63-bbdd1eae6fc1 req-c6f14d7c-8029-46f1-97cc-0b368bc4ee31 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=896b3b44-139e-492c-954c-cf69765ec184 HTTP/1.1" status: 200 len: 217 time: 0.0959315 May 25 16:21:26.184249 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a55fbc-3ae2-40ea-bca3-3c35353d6689 req-9effd949-85a1-4dce-a347-0e42adbff68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:26.187469 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22a55fbc-3ae2-40ea-bca3-3c35353d6689 req-9effd949-85a1-4dce-a347-0e42adbff68d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=924a9156-87e8-4a10-ac35-4ba66726a4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1110260 May 25 16:21:26.216841 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c941b83-c51f-4c5e-a656-98a7d27bced2 req-2a4daea4-70dd-4662-859f-927527e6c2ab service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136829 May 25 16:21:26.360758 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41554) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:26.376287 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ccb05-236a-4a0c-b30d-3e4949c145b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:26.423106 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41558) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:26.490211 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:26.495002 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ccb05-236a-4a0c-b30d-3e4949c145b2 admin admin] Publish callbacks [] for security_group (36fa5533-125c-48dc-8b2f-c2242f5c3b08), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:26.501352 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ccb05-236a-4a0c-b30d-3e4949c145b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (36fa5533-125c-48dc-8b2f-c2242f5c3b08), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:26.516363 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:26.551619 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ee6ccb05-236a-4a0c-b30d-3e4949c145b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8de4f875595a4f7185770ed29dc00e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897099 May 25 16:21:26.553369 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41564) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:26.557269 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ccb05-236a-4a0c-b30d-3e4949c145b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fa5533-125c-48dc-8b2f-c2242f5c3b08,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:26.571935 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c7c2-7739-4a88-bccf-69ff6ed8a995 req-c3ab7983-706f-41bd-983a-54ae780d59ad tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:26.589902 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5954c7c2-7739-4a88-bccf-69ff6ed8a995 req-c3ab7983-706f-41bd-983a-54ae780d59ad tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.1100535 May 25 16:21:26.636679 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280063e-096d-4c5a-bce2-f70261a72544 req-13b37d3b-ee19-4ec7-b89a-a164e0af6ca5 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:26.638264 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4280063e-096d-4c5a-bce2-f70261a72544 req-13b37d3b-ee19-4ec7-b89a-a164e0af6ca5 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.1260262 May 25 16:21:26.665194 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:26.675162 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0e62d49-8166-4e5d-b750-2d23f7a0e09d admin admin] Publish callbacks [] for security_group (36fa5533-125c-48dc-8b2f-c2242f5c3b08), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:26.683678 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e3ca3656-451f-4bbb-b945-380b0bf41929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:26.702262 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5954c7c2-7739-4a88-bccf-69ff6ed8a995 req-8c7d1c6c-3569-408d-a74b-a49af073d6d1 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114535 May 25 16:21:26.735766 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22a55fbc-3ae2-40ea-bca3-3c35353d6689 req-646e5c28-fdff-49ad-8850-6e964a4dcddb service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501718 May 25 16:21:26.737611 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0e62d49-8166-4e5d-b750-2d23f7a0e09d admin admin] Publish callbacks [] for security_group (36fa5533-125c-48dc-8b2f-c2242f5c3b08), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:26.752591 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4280063e-096d-4c5a-bce2-f70261a72544 req-751416ab-0afb-4e7f-8fae-884dce37f89c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042116 May 25 16:21:26.798976 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0e62d49-8166-4e5d-b750-2d23f7a0e09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (36fa5533-125c-48dc-8b2f-c2242f5c3b08), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:26.801599 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0e62d49-8166-4e5d-b750-2d23f7a0e09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:26.803742 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c0e62d49-8166-4e5d-b750-2d23f7a0e09d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36fa5533-125c-48dc-8b2f-c2242f5c3b08 HTTP/1.1" status: 204 len: 168 time: 0.2486284 May 25 16:21:26.823442 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e62d49-8166-4e5d-b750-2d23f7a0e09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fa5533-125c-48dc-8b2f-c2242f5c3b08,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:26.834305 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bde905-31c8-4b8f-b981-926e114d3e9b req-3da0696c-53d5-46ce-8cd6-73b02c65909f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:26.841462 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-17bde905-31c8-4b8f-b981-926e114d3e9b req-3da0696c-53d5-46ce-8cd6-73b02c65909f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0786600 May 25 16:21:26.875426 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e3ca3656-451f-4bbb-b945-380b0bf41929 admin admin] Publish callbacks [] for security_group (e9b0bdab-050e-47dc-b10b-982b6be73a92), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:26.881016 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e3ca3656-451f-4bbb-b945-380b0bf41929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (e9b0bdab-050e-47dc-b10b-982b6be73a92), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:26.947094 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-17bde905-31c8-4b8f-b981-926e114d3e9b req-3d8e219e-b6b3-457c-ace6-5f9fc6a6f12d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046798 May 25 16:21:26.949543 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca3656-451f-4bbb-b945-380b0bf41929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b0bdab-050e-47dc-b10b-982b6be73a92,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:26.955824 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e3ca3656-451f-4bbb-b945-380b0bf41929 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25e44cd8cfef454eb7e29d2f7daaa917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5297031 May 25 16:21:26.963859 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41572) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:27.062533 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b3afb4f-fbc4-4e15-9624-b3248b795cf9 admin admin] Publish callbacks [] for security_group (e9b0bdab-050e-47dc-b10b-982b6be73a92), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.121244 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b3afb4f-fbc4-4e15-9624-b3248b795cf9 admin admin] Publish callbacks [] for security_group (e9b0bdab-050e-47dc-b10b-982b6be73a92), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.216831 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871b027-4865-4743-9406-c43064cc8bed req-b44c078c-e0a6-49e8-92f6-ffb250d3f60f tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:27.218289 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f871b027-4865-4743-9406-c43064cc8bed req-b44c078c-e0a6-49e8-92f6-ffb250d3f60f tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 946 time: 0.1341963 May 25 16:21:27.224343 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4ca1d-9e88-476d-9d63-bbdd1eae6fc1 req-0ce426b9-f9d7-4cd6-84d5-86098c60dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:27.225859 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ed4ca1d-9e88-476d-9d63-bbdd1eae6fc1 req-0ce426b9-f9d7-4cd6-84d5-86098c60dabf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1487b398-e61f-4589-a1e0-1a99a29e18ed HTTP/1.1" status: 200 len: 851 time: 0.2859750 May 25 16:21:27.236865 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383ab83-375e-40c5-960f-8289c02e3ea0 req-038100b1-89f8-4c75-be5f-d286068f4a4f tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:27.238770 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d383ab83-375e-40c5-960f-8289c02e3ea0 req-038100b1-89f8-4c75-be5f-d286068f4a4f tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.84 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 946 time: 0.2185857 May 25 16:21:27.244112 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17f231-46cf-4dee-bb57-06b995c1e8a4 req-e580ba95-3697-4f0c-b017-3f92498ac2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:27.245557 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3c17f231-46cf-4dee-bb57-06b995c1e8a4 req-e580ba95-3697-4f0c-b017-3f92498ac2bf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 1129 time: 0.2547433 May 25 16:21:27.287967 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41580) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:27.304632 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320dc2c-d5d7-4cca-ab5f-da2205f4faad req-9dc47baa-e6d9-4b7a-8bd0-efdfcba74496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:27.306217 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7320dc2c-d5d7-4cca-ab5f-da2205f4faad req-9dc47baa-e6d9-4b7a-8bd0-efdfcba74496 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 1129 time: 0.1685786 May 25 16:21:27.312328 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a92c6-f4c3-4a99-aa14-7cde2099f9ad req-97b2a2ec-9055-4038-aa21-9591f22fa15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:27.313749 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b06a92c6-f4c3-4a99-aa14-7cde2099f9ad req-97b2a2ec-9055-4038-aa21-9591f22fa15c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 1129 time: 0.1786873 May 25 16:21:27.322684 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ed4ca1d-9e88-476d-9d63-bbdd1eae6fc1 req-def8842d-4020-4b9f-a687-b2a07f263a10 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=05183988-e2ff-45ca-a056-5d9e8d3fed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798879 May 25 16:21:27.343857 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0de63053-d241-4d7e-938d-dcfa2f915dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.364258 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520ba0c-d21a-4019-8df8-3d54303aba6b req-1b2f168e-77f1-4d62-aff5-e4d2309d03d5 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:27.365993 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5520ba0c-d21a-4019-8df8-3d54303aba6b req-1b2f168e-77f1-4d62-aff5-e4d2309d03d5 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.1952775 May 25 16:21:27.368659 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:27.420190 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:27.457372 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22a55fbc-3ae2-40ea-bca3-3c35353d6689 req-05188356-bc63-4ad7-b8bc-cfeb0e02a67d service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652557 May 25 16:21:27.461035 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b3afb4f-fbc4-4e15-9624-b3248b795cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (e9b0bdab-050e-47dc-b10b-982b6be73a92), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.464349 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b3afb4f-fbc4-4e15-9624-b3248b795cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.465462 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4b3afb4f-fbc4-4e15-9624-b3248b795cf9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9b0bdab-050e-47dc-b10b-982b6be73a92 HTTP/1.1" status: 204 len: 168 time: 0.5002730 May 25 16:21:27.482568 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:27.496903 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3c17f231-46cf-4dee-bb57-06b995c1e8a4 req-582e99ca-bb6f-437e-89ea-0ad998fecda1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398515 May 25 16:21:27.498324 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f871b027-4865-4743-9406-c43064cc8bed req-4a5a4d7f-bf26-4f44-ab18-4a40fa88b406 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf52a56b-57c9-42d0-aad3-44b042ecdd33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606244 May 25 16:21:27.526160 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3afb4f-fbc4-4e15-9624-b3248b795cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b0bdab-050e-47dc-b10b-982b6be73a92,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:27.539573 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-d383ab83-375e-40c5-960f-8289c02e3ea0 req-6eb9a856-99d5-4f5a-a2e3-5df50a30f7cc tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Deleting port 896b3b44-139e-492c-954c-cf69765ec184 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:21:27.540154 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d383ab83-375e-40c5-960f-8289c02e3ea0 req-6eb9a856-99d5-4f5a-a2e3-5df50a30f7cc tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (896b3b44-139e-492c-954c-cf69765ec184), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.558750 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b06a92c6-f4c3-4a99-aa14-7cde2099f9ad req-a8c868fb-6e24-4349-aaa8-829d33e0f0c4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242813 May 25 16:21:27.613489 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5520ba0c-d21a-4019-8df8-3d54303aba6b req-acc22d5e-9781-4958-a32a-bc407c3175a7 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224369 May 25 16:21:27.624283 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320dc2c-d5d7-4cca-ab5f-da2205f4faad req-4ab9994e-d359-4b74-bffc-13646a6f441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:27.627133 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7320dc2c-d5d7-4cca-ab5f-da2205f4faad req-4ab9994e-d359-4b74-bffc-13646a6f441c service neutron] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 920 time: 0.3085713 May 25 16:21:27.628373 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ed4ca1d-9e88-476d-9d63-bbdd1eae6fc1 req-62194d54-9a66-449e-96be-b721b7571229 service neutron] 10.222.0.84 "GET /v2.0/networks/05183988-e2ff-45ca-a056-5d9e8d3fed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947986 May 25 16:21:27.670223 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0de63053-d241-4d7e-938d-dcfa2f915dd3 admin admin] Publish callbacks [] for security_group (6bbe6da2-05e7-4083-b9a0-377cfba70e19), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.674569 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0de63053-d241-4d7e-938d-dcfa2f915dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (6bbe6da2-05e7-4083-b9a0-377cfba70e19), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.694414 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-d383ab83-375e-40c5-960f-8289c02e3ea0 req-6eb9a856-99d5-4f5a-a2e3-5df50a30f7cc tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] For port 896b3b44-139e-492c-954c-cf69765ec184, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=896b3b44-139e-492c-954c-cf69765ec184,segment=NetworkSegment(febbdf12-eb67-4b91-add6-14fee55945e4),segment_id=febbdf12-eb67-4b91-add6-14fee55945e4)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:27.694837 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d383ab83-375e-40c5-960f-8289c02e3ea0 req-6eb9a856-99d5-4f5a-a2e3-5df50a30f7cc tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (896b3b44-139e-492c-954c-cf69765ec184), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.713932 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-d383ab83-375e-40c5-960f-8289c02e3ea0 req-6eb9a856-99d5-4f5a-a2e3-5df50a30f7cc tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Calling delete_port for 896b3b44-139e-492c-954c-cf69765ec184 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:21:27.722083 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0de63053-d241-4d7e-938d-dcfa2f915dd3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=149f4ae356944676aa18733fd30260ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321206 May 25 16:21:27.723291 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de63053-d241-4d7e-938d-dcfa2f915dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbe6da2-05e7-4083-b9a0-377cfba70e19,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:27.727474 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41594) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:27.798306 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7233e072-cf0d-46b1-b295-d80e7c7a1437 admin admin] Publish callbacks [] for security_group (6bbe6da2-05e7-4083-b9a0-377cfba70e19), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.860294 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7233e072-cf0d-46b1-b295-d80e7c7a1437 admin admin] Publish callbacks [] for security_group (6bbe6da2-05e7-4083-b9a0-377cfba70e19), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.891386 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1b0de-e338-42f3-9be5-9e68942b53a8 req-14030ef6-dc3c-4a80-a24d-3f234bac4f86 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:27.893313 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-50f1b0de-e338-42f3-9be5-9e68942b53a8 req-14030ef6-dc3c-4a80-a24d-3f234bac4f86 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0870814 May 25 16:21:27.904815 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:27.928162 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d383ab83-375e-40c5-960f-8289c02e3ea0 req-6eb9a856-99d5-4f5a-a2e3-5df50a30f7cc tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629'] for port (896b3b44-139e-492c-954c-cf69765ec184), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:27.940913 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['896b3b44-139e-492c-954c-cf69765ec184'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:21:27.988642 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9a856-99d5-4f5a-a2e3-5df50a30f7cc tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Pushing event deleted for resources: {'Port': ['ID=896b3b44-139e-492c-954c-cf69765ec184,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:28.011413 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7320dc2c-d5d7-4cca-ab5f-da2205f4faad req-27cb8504-f310-4b1d-aa9d-e8d3cd43a8de service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32e483c1-8f09-4e2a-9e95-ef7a5e449743 HTTP/1.1" status: 200 len: 217 time: 0.0667965 May 25 16:21:28.020130 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-50f1b0de-e338-42f3-9be5-9e68942b53a8 req-c048c2c2-b334-4451-b02b-25ed743edcad tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175215 May 25 16:21:28.035080 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7233e072-cf0d-46b1-b295-d80e7c7a1437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (6bbe6da2-05e7-4083-b9a0-377cfba70e19), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.041412 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7233e072-cf0d-46b1-b295-d80e7c7a1437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.042870 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7233e072-cf0d-46b1-b295-d80e7c7a1437 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6bbe6da2-05e7-4083-b9a0-377cfba70e19 HTTP/1.1" status: 204 len: 168 time: 0.3137894 May 25 16:21:28.050774 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233e072-cf0d-46b1-b295-d80e7c7a1437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbe6da2-05e7-4083-b9a0-377cfba70e19,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:28.098902 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41604) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:28.138814 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e1eea542-bbcd-4b97-a5ac-f36050b16ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.150851 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d383ab83-375e-40c5-960f-8289c02e3ea0 req-6eb9a856-99d5-4f5a-a2e3-5df50a30f7cc tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] No DVR routers for this DVR port 896b3b44-139e-492c-954c-cf69765ec184 on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:21:28.158746 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88feb4a3-7c63-458b-aac9-72d2c6eff4b9 req-5d3a5a94-c72f-4bf3-a364-d75063b3e1c9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:28.160495 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-88feb4a3-7c63-458b-aac9-72d2c6eff4b9 req-5d3a5a94-c72f-4bf3-a364-d75063b3e1c9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0715008 May 25 16:21:28.161497 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d383ab83-375e-40c5-960f-8289c02e3ea0 req-6eb9a856-99d5-4f5a-a2e3-5df50a30f7cc tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.165424 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d383ab83-375e-40c5-960f-8289c02e3ea0 req-6eb9a856-99d5-4f5a-a2e3-5df50a30f7cc tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.84 "DELETE /v2.0/ports/896b3b44-139e-492c-954c-cf69765ec184 HTTP/1.1" status: 204 len: 173 time: 0.9121885 May 25 16:21:28.165869 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33f1186-4082-43e1-878c-77a547575727', 'name': 'network-vif-deleted', 'tag': '896b3b44-139e-492c-954c-cf69765ec184'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:28.168264 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271b03e3-1297-4e09-a71c-86ca5cbec43e" -d '{"events": [{"server_uuid": "f33f1186-4082-43e1-878c-77a547575727", "name": "network-vif-deleted", "tag": "896b3b44-139e-492c-954c-cf69765ec184"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:28.176522 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ed4ca1d-9e88-476d-9d63-bbdd1eae6fc1 req-2e5b72fa-c04d-49dc-b200-420d35ad382b service neutron] 10.222.0.84 "GET /v2.0/networks/05183988-e2ff-45ca-a056-5d9e8d3fed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982467 May 25 16:21:28.223219 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd69f9e-e807-4cb0-967b-5dae03820dbe x-openstack-request-id: req-fbd69f9e-e807-4cb0-967b-5dae03820dbe {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:28.223696 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33f1186-4082-43e1-878c-77a547575727", "name": "network-vif-deleted", "tag": "896b3b44-139e-492c-954c-cf69765ec184", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:28.224101 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbd69f9e-e807-4cb0-967b-5dae03820dbe {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:28.224651 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd69f9e-e807-4cb0-967b-5dae03820dbe'] response: {'server_uuid': 'f33f1186-4082-43e1-878c-77a547575727', 'name': 'network-vif-deleted', 'tag': '896b3b44-139e-492c-954c-cf69765ec184', 'status': 'completed', 'code': 200} May 25 16:21:28.231621 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:28.245938 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-88feb4a3-7c63-458b-aac9-72d2c6eff4b9 req-8604f139-3fae-408d-bc12-2edefe8b23b8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732839 May 25 16:21:28.281326 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e1eea542-bbcd-4b97-a5ac-f36050b16ae9 admin admin] Publish callbacks [] for security_group (5116e7e4-1927-4477-964b-c09dc80421b9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.286077 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e1eea542-bbcd-4b97-a5ac-f36050b16ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (5116e7e4-1927-4477-964b-c09dc80421b9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.326747 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e1eea542-bbcd-4b97-a5ac-f36050b16ae9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d374f54812904e219fdf7be7a33bfe71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254295 May 25 16:21:28.327863 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eea542-bbcd-4b97-a5ac-f36050b16ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5116e7e4-1927-4477-964b-c09dc80421b9,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:28.329429 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41610) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:28.383353 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d36f9f8-466f-4390-b2ef-11a96b47cafd admin admin] Publish callbacks [] for security_group (5116e7e4-1927-4477-964b-c09dc80421b9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.404484 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d36f9f8-466f-4390-b2ef-11a96b47cafd admin admin] Publish callbacks [] for security_group (5116e7e4-1927-4477-964b-c09dc80421b9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.464622 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d36f9f8-466f-4390-b2ef-11a96b47cafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (5116e7e4-1927-4477-964b-c09dc80421b9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.468125 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d36f9f8-466f-4390-b2ef-11a96b47cafd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:28.469384 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4d36f9f8-466f-4390-b2ef-11a96b47cafd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5116e7e4-1927-4477-964b-c09dc80421b9 HTTP/1.1" status: 204 len: 168 time: 0.1384981 May 25 16:21:28.479991 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36f9f8-466f-4390-b2ef-11a96b47cafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5116e7e4-1927-4477-964b-c09dc80421b9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:28.688052 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dc8a93cc-44df-4a4e-92e7-00260a539833 req-b25ab1ca-54cc-4afe-8f7a-ccdab7dd5955 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 210 time: 0.0435498 May 25 16:21:28.900274 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79063491-785f-4887-952e-549aa6299a41 req-231601c0-9907-4dbf-b6f9-f596afbf4898 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:28.902080 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-79063491-785f-4887-952e-549aa6299a41 req-231601c0-9907-4dbf-b6f9-f596afbf4898 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0624218 May 25 16:21:28.993402 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:29.004166 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320dc2c-d5d7-4cca-ab5f-da2205f4faad req-7f098971-03de-4fa2-8f35-cee05eef4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:29.005955 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7320dc2c-d5d7-4cca-ab5f-da2205f4faad req-7f098971-03de-4fa2-8f35-cee05eef4a23 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.0821822 May 25 16:21:29.035116 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-79063491-785f-4887-952e-549aa6299a41 req-b56f2d2e-768b-4d37-96fb-8ace830b3fd1 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157448 May 25 16:21:29.272036 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644de3b-8a3a-4d30-a0d3-2fb840a0196c req-f63d2d32-1b10-46e2-ae36-a1d4abd3ecce tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:29.274850 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9644de3b-8a3a-4d30-a0d3-2fb840a0196c req-f63d2d32-1b10-46e2-ae36-a1d4abd3ecce tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.1300840 May 25 16:21:29.302558 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320dc2c-d5d7-4cca-ab5f-da2205f4faad req-509f40af-6ad6-4650-972d-de6412316451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:29.304226 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7320dc2c-d5d7-4cca-ab5f-da2205f4faad req-509f40af-6ad6-4650-972d-de6412316451 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949638 May 25 16:21:29.417213 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9644de3b-8a3a-4d30-a0d3-2fb840a0196c req-e89ae28b-66db-432e-9dcc-62cb79f2f104 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169963 May 25 16:21:29.424064 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9805f-be15-4359-a68d-3898151a827f req-a0f8dde1-2ca6-4a14-aa4f-670ca704d8f7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:29.425073 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0af9805f-be15-4359-a68d-3898151a827f req-a0f8dde1-2ca6-4a14-aa4f-670ca704d8f7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0654325 May 25 16:21:29.497068 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0af9805f-be15-4359-a68d-3898151a827f req-ddd4c6c1-428c-4f30-9afe-d8a506ca1b95 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530326 May 25 16:21:29.622622 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5322d-ef68-4683-97ad-96c85a453ce2 req-1af93e8a-58fc-46d7-94d9-a74f971f69a7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:29.624169 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4af5322d-ef68-4683-97ad-96c85a453ce2 req-1af93e8a-58fc-46d7-94d9-a74f971f69a7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0574591 May 25 16:21:29.636843 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41678) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:29.642197 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-2a89eb7d-d78d-4040-aad4-e1830b26af52 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Request body: {'floatingip': {'port_id': '81d48be3-f76c-4118-bcaa-79360428da5a'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:29.740527 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2a89eb7d-d78d-4040-aad4-e1830b26af52 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (edcf063e-b8ce-4105-b22d-08b8e1143184), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:30.108598 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5ace4521-e316-4fa0-a6bb-1be3cc61f572 req-7f551156-c4f9-412e-8275-6f981247e7dc tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 210 time: 0.0922680 May 25 16:21:30.211177 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-90558669-50d2-49a9-ad00-3a2d7b3132ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:30.271675 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b17296-f3c7-46c4-b14f-766536f73c0c req-2f1bd2c3-37ef-4ac0-a672-07edb2aea6f3 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:30.273762 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-07b17296-f3c7-46c4-b14f-766536f73c0c req-2f1bd2c3-37ef-4ac0-a672-07edb2aea6f3 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.1232891 May 25 16:21:30.337675 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7320dc2c-d5d7-4cca-ab5f-da2205f4faad req-76833af4-44e0-462e-b3e0-2310d6e8cbb2 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226407 May 25 16:21:30.412169 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-07b17296-f3c7-46c4-b14f-766536f73c0c req-c1be2fe9-76d3-4144-8fe0-65ef65541b0d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030025 May 25 16:21:30.445306 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:30.447739 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=78 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:30.593406 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:30.609196 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4522f07-424b-4fa5-a74e-2126c787e421 req-859833fa-f79c-4bd6-99bf-60f3a8aa8667 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:30.610703 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a4522f07-424b-4fa5-a74e-2126c787e421 req-859833fa-f79c-4bd6-99bf-60f3a8aa8667 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.1210520 May 25 16:21:30.880963 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:30.884968 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a4522f07-424b-4fa5-a74e-2126c787e421 req-cee217e7-bfac-4815-85af-f9c0af312937 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039366 May 25 16:21:30.981087 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7320dc2c-d5d7-4cca-ab5f-da2205f4faad req-a90e9eaa-bf86-417e-b771-1070eb6746e4 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989488 May 25 16:21:30.985576 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2a89eb7d-d78d-4040-aad4-e1830b26af52 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:30.993354 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2a89eb7d-d78d-4040-aad4-e1830b26af52 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (edcf063e-b8ce-4105-b22d-08b8e1143184), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:31.136742 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263558c4-10d8-4360-baed-caa52824a043 req-d2362fca-3b75-4fb1-8f87-f40e33b400e8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:31.139090 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-263558c4-10d8-4360-baed-caa52824a043 req-d2362fca-3b75-4fb1-8f87-f40e33b400e8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.1049812 May 25 16:21:31.148398 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41732) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:31.153111 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-2ad6eaad-04c6-4252-90be-35b4de352262 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Request body: {'floatingip': {'port_id': '5d7ffb26-b14c-4496-a249-7c6754e10040'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:31.163045 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-2a89eb7d-d78d-4040-aad4-e1830b26af52 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Floating IP edcf063e-b8ce-4105-b22d-08b8e1143184 associated. External IP: 172.27.1.152, port: 81d48be3-f76c-4118-bcaa-79360428da5a. May 25 16:21:31.192286 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ad6eaad-04c6-4252-90be-35b4de352262 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (87a260f2-fcd1-4716-8247-654d09c44dc3), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:31.269244 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fe0b5502-8a9a-4ad2-8d12-ddec13b18f7c req-50d3ca97-c000-459e-bae8-a985e02e7708 tempest-DeleteServersTestJSON-2140753348 tempest-DeleteServersTestJSON-2140753348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33f1186-4082-43e1-878c-77a547575727 HTTP/1.1" status: 200 len: 210 time: 0.0586357 May 25 16:21:31.576228 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:31.660592 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a89eb7d-d78d-4040-aad4-e1830b26af52 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Router 09bbca93-bf37-4210-a635-9ef33a8edc67 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:21:31.671530 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6832724-9d5a-49dc-a6f6-680fed643191 req-4e3fc7ed-dd5c-490d-bb0c-d847449d4de0 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:31.672985 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a6832724-9d5a-49dc-a6f6-680fed643191 req-4e3fc7ed-dd5c-490d-bb0c-d847449d4de0 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0593140 May 25 16:21:31.682369 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ad6eaad-04c6-4252-90be-35b4de352262 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:31.686887 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ad6eaad-04c6-4252-90be-35b4de352262 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (87a260f2-fcd1-4716-8247-654d09c44dc3), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:31.798844 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a6832724-9d5a-49dc-a6f6-680fed643191 req-85999bff-fa34-4131-8297-da0233c359c2 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178679 May 25 16:21:31.831520 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a89eb7d-d78d-4040-aad4-e1830b26af52 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:21:31.842783 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2a89eb7d-d78d-4040-aad4-e1830b26af52 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:31.845129 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef604b7-7921-4b18-832f-7d351dde5ecb None None] Sync routers for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:21:31.858354 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef604b7-7921-4b18-832f-7d351dde5ecb None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:21:31.859236 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-fef604b7-7921-4b18-832f-7d351dde5ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:21:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:31.888560 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2a89eb7d-d78d-4040-aad4-e1830b26af52 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "PUT /v2.0/floatingips/edcf063e-b8ce-4105-b22d-08b8e1143184 HTTP/1.1" status: 200 len: 991 time: 2.2505295 May 25 16:21:31.889207 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:31.891992 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeef2f8e-581a-48e2-982c-539198d7c9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:31.940490 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18e1a41-628a-40a9-b1a3-1ccfb2b95d52 x-openstack-request-id: req-c18e1a41-628a-40a9-b1a3-1ccfb2b95d52 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:31.940839 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:31.941163 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c18e1a41-628a-40a9-b1a3-1ccfb2b95d52 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:31.941602 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18e1a41-628a-40a9-b1a3-1ccfb2b95d52'] response: {'name': 'network-changed', 'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a', 'status': 'completed', 'code': 200} May 25 16:21:31.987476 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-fef604b7-7921-4b18-832f-7d351dde5ecb None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:21:32.018680 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-2ad6eaad-04c6-4252-90be-35b4de352262 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Floating IP 87a260f2-fcd1-4716-8247-654d09c44dc3 associated. External IP: 172.27.1.18, port: 5d7ffb26-b14c-4496-a249-7c6754e10040. May 25 16:21:32.068950 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:32.271748 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-fef604b7-7921-4b18-832f-7d351dde5ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'edcf063e-b8ce-4105-b22d-08b8e1143184', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'port_id': '81d48be3-f76c-4118-bcaa-79360428da5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'mac_address': 'fa:16:3e:bc:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:52Z', 'updated_at': '2022-05-25T16:21:30Z', 'revision_number': 1, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:48Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:32.336970 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef604b7-7921-4b18-832f-7d351dde5ecb None None] Checking router: 09bbca93-bf37-4210-a635-9ef33a8edc67 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:21:32.347074 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef604b7-7921-4b18-832f-7d351dde5ecb None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:21:32.347773 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-fef604b7-7921-4b18-832f-7d351dde5ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:21:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:32.382312 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad6eaad-04c6-4252-90be-35b4de352262 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:21:32.496666 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-fef604b7-7921-4b18-832f-7d351dde5ecb None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:21:32.524986 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad6eaad-04c6-4252-90be-35b4de352262 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:21:32.530706 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ad6eaad-04c6-4252-90be-35b4de352262 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:32.568367 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a02cf2a-369f-43b2-9ad7-2dddc8351286 None None] Sync routers for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:21:32.597445 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-021db965-063d-4798-aee8-ac100407b187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:32.608377 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2ad6eaad-04c6-4252-90be-35b4de352262 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "PUT /v2.0/floatingips/87a260f2-fcd1-4716-8247-654d09c44dc3 HTTP/1.1" status: 200 len: 990 time: 1.4588172 May 25 16:21:32.609048 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'tag': '5d7ffb26-b14c-4496-a249-7c6754e10040'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:21:32.610337 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02cf2a-369f-43b2-9ad7-2dddc8351286 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:21:32.611365 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5caa6b-6986-4b00-ab41-765e3e7c2871" -d '{"events": [{"name": "network-changed", "server_uuid": "9c525fad-3e59-4bcd-9263-cf3a13d13e3f", "tag": "5d7ffb26-b14c-4496-a249-7c6754e10040"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:21:32.614588 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-2a02cf2a-369f-43b2-9ad7-2dddc8351286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:21:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:32.701427 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcf3535-5100-42e4-881b-70555bd7cad3 x-openstack-request-id: req-6fcf3535-5100-42e4-881b-70555bd7cad3 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:21:32.702033 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c525fad-3e59-4bcd-9263-cf3a13d13e3f", "tag": "5d7ffb26-b14c-4496-a249-7c6754e10040", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:21:32.702529 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6fcf3535-5100-42e4-881b-70555bd7cad3 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:21:32.705271 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fcf3535-5100-42e4-881b-70555bd7cad3'] response: {'name': 'network-changed', 'server_uuid': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'tag': '5d7ffb26-b14c-4496-a249-7c6754e10040', 'status': 'completed', 'code': 200} May 25 16:21:32.885554 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-2a02cf2a-369f-43b2-9ad7-2dddc8351286 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:21:32.937001 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-fef604b7-7921-4b18-832f-7d351dde5ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'edcf063e-b8ce-4105-b22d-08b8e1143184', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'port_id': '81d48be3-f76c-4118-bcaa-79360428da5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'mac_address': 'fa:16:3e:bc:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:52Z', 'updated_at': '2022-05-25T16:21:30Z', 'revision_number': 1, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:48Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:32.959547 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffd4f6-15a6-4ec4-a714-190979c1db67 req-33a53d91-cf44-477c-957f-1501dd5e5506 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:32.961861 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-01ffd4f6-15a6-4ec4-a714-190979c1db67 req-33a53d91-cf44-477c-957f-1501dd5e5506 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0560341 May 25 16:21:32.964400 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef604b7-7921-4b18-832f-7d351dde5ecb None None] The sync data for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi is: [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'edcf063e-b8ce-4105-b22d-08b8e1143184', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'port_id': '81d48be3-f76c-4118-bcaa-79360428da5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'mac_address': 'fa:16:3e:bc:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:52Z', 'updated_at': '2022-05-25T16:21:30Z', 'revision_number': 1, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:48Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:21:33.015390 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-01ffd4f6-15a6-4ec4-a714-190979c1db67 req-9422d1ae-8fa9-4f6d-9a26-b4abce66f671 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460184 May 25 16:21:33.027236 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:33.151944 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-2a02cf2a-369f-43b2-9ad7-2dddc8351286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '87a260f2-fcd1-4716-8247-654d09c44dc3', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'port_id': '5d7ffb26-b14c-4496-a249-7c6754e10040', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'mac_address': 'fa:16:3e:6b:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:46Z', 'updated_at': '2022-05-25T16:21:31Z', 'revision_number': 1, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:44Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:33.171796 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ac211-fc2c-4d58-b2ef-381b595037f3 None None] New status for floating IP edcf063e-b8ce-4105-b22d-08b8e1143184: ACTIVE {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:21:33.177605 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a02cf2a-369f-43b2-9ad7-2dddc8351286 None None] Checking router: ec9340ba-bf33-42c8-8549-3d4ea785e8f0 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:21:33.187253 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02cf2a-369f-43b2-9ad7-2dddc8351286 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:21:33.187780 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-2a02cf2a-369f-43b2-9ad7-2dddc8351286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:21:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:33.300683 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-2a02cf2a-369f-43b2-9ad7-2dddc8351286 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:21:33.480581 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 896b3b44-139e-492c-954c-cf69765ec184 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:21:33.521211 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 896b3b44-139e-492c-954c-cf69765ec184 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:21:33.521555 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 896b3b44-139e-492c-954c-cf69765ec184 not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:21:33.572953 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-2a02cf2a-369f-43b2-9ad7-2dddc8351286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '87a260f2-fcd1-4716-8247-654d09c44dc3', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'port_id': '5d7ffb26-b14c-4496-a249-7c6754e10040', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'mac_address': 'fa:16:3e:6b:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:46Z', 'updated_at': '2022-05-25T16:21:31Z', 'revision_number': 1, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:44Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:33.605291 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a02cf2a-369f-43b2-9ad7-2dddc8351286 None None] The sync data for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi is: [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '87a260f2-fcd1-4716-8247-654d09c44dc3', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'port_id': '5d7ffb26-b14c-4496-a249-7c6754e10040', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'mac_address': 'fa:16:3e:6b:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:46Z', 'updated_at': '2022-05-25T16:21:31Z', 'revision_number': 1, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:44Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:21:33.640387 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:34.089484 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 41830) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:34.141803 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98a7b-c5a7-4d73-acef-7536bfe090b7 req-6b6e2b17-6b53-40ff-987c-75db4a3ed803 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:34.144030 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7be98a7b-c5a7-4d73-acef-7536bfe090b7 req-6b6e2b17-6b53-40ff-987c-75db4a3ed803 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0546422 May 25 16:21:34.169017 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:34.199203 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7be98a7b-c5a7-4d73-acef-7536bfe090b7 req-dad58c37-335e-4815-af3e-ec5baf6b694c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475826 May 25 16:21:34.233643 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c775-d7a1-4909-87fd-20eae2c12914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:34.298695 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b568db-800b-4d72-ba65-b1f19e38f247 None None] New status for floating IP 87a260f2-fcd1-4716-8247-654d09c44dc3: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:21:34.303078 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:34.320416 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c775-d7a1-4909-87fd-20eae2c12914 admin admin] Publish callbacks [] for security_group (4947ed8f-fc52-4c1f-806b-a1c54f2df81b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:34.324283 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c775-d7a1-4909-87fd-20eae2c12914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (4947ed8f-fc52-4c1f-806b-a1c54f2df81b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:34.364361 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7fe1c775-d7a1-4909-87fd-20eae2c12914 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b6d1e6b5fc4418a9cf5034a25b9ac44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737834 May 25 16:21:34.365314 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1c775-d7a1-4909-87fd-20eae2c12914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4947ed8f-fc52-4c1f-806b-a1c54f2df81b,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:34.367207 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41836) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:34.418478 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ea42716-3293-42f3-9761-c5ec590dddf4 admin admin] Publish callbacks [] for security_group (4947ed8f-fc52-4c1f-806b-a1c54f2df81b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:34.428829 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:34.442188 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ea42716-3293-42f3-9761-c5ec590dddf4 admin admin] Publish callbacks [] for security_group (4947ed8f-fc52-4c1f-806b-a1c54f2df81b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:34.495126 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ea42716-3293-42f3-9761-c5ec590dddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (4947ed8f-fc52-4c1f-806b-a1c54f2df81b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:34.498258 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ea42716-3293-42f3-9761-c5ec590dddf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:34.499388 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8ea42716-3293-42f3-9761-c5ec590dddf4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4947ed8f-fc52-4c1f-806b-a1c54f2df81b HTTP/1.1" status: 204 len: 168 time: 0.1310098 May 25 16:21:34.507796 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea42716-3293-42f3-9761-c5ec590dddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4947ed8f-fc52-4c1f-806b-a1c54f2df81b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:34.767524 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41844) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:34.785940 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b9c29624-5e11-4393-8c64-876e58719e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:34.870639 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5caa6b-6986-4b00-ab41-765e3e7c2871 req-98db15d2-a27d-44c0-aea4-bdd6c839fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:34.872309 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f5caa6b-6986-4b00-ab41-765e3e7c2871 req-98db15d2-a27d-44c0-aea4-bdd6c839fdea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 1129 time: 0.0463536 May 25 16:21:34.886130 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef2f8e-581a-48e2-982c-539198d7c9c8 req-b0da2cf4-ee0c-4bd8-b2c2-b1d21a6b26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:34.888425 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-eeef2f8e-581a-48e2-982c-539198d7c9c8 req-b0da2cf4-ee0c-4bd8-b2c2-b1d21a6b26ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 1129 time: 0.0601380 May 25 16:21:34.903160 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b9c29624-5e11-4393-8c64-876e58719e95 admin admin] Publish callbacks [] for security_group (a54dad3a-36aa-451f-82a5-85ecee7784c1), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:34.906897 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b9c29624-5e11-4393-8c64-876e58719e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (a54dad3a-36aa-451f-82a5-85ecee7784c1), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:34.972217 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c29624-5e11-4393-8c64-876e58719e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54dad3a-36aa-451f-82a5-85ecee7784c1,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:34.980961 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b9c29624-5e11-4393-8c64-876e58719e95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6bc56edc6a6c4ac28d71ac13c5261361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122667 May 25 16:21:34.981525 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41848) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:34.989962 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5caa6b-6986-4b00-ab41-765e3e7c2871 req-9f1a1acb-c5fe-40c9-a36f-4cfe71d61f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:34.992256 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f5caa6b-6986-4b00-ab41-765e3e7c2871 req-9f1a1acb-c5fe-40c9-a36f-4cfe71d61f1e service neutron] 10.222.0.84 "GET /v2.0/networks?id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 HTTP/1.1" status: 200 len: 913 time: 0.1113334 May 25 16:21:35.091200 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef2f8e-581a-48e2-982c-539198d7c9c8 req-3eadf61c-12c2-4fa1-92fe-c9f1e2f3851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:35.092926 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-eeef2f8e-581a-48e2-982c-539198d7c9c8 req-3eadf61c-12c2-4fa1-92fe-c9f1e2f3851a service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 919 time: 0.1499462 May 25 16:21:35.093670 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c55b6cae-2ec3-4ab1-bfc2-e1ca0467d551 admin admin] Publish callbacks [] for security_group (a54dad3a-36aa-451f-82a5-85ecee7784c1), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:35.115319 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c55b6cae-2ec3-4ab1-bfc2-e1ca0467d551 admin admin] Publish callbacks [] for security_group (a54dad3a-36aa-451f-82a5-85ecee7784c1), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:35.163785 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c55b6cae-2ec3-4ab1-bfc2-e1ca0467d551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (a54dad3a-36aa-451f-82a5-85ecee7784c1), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:35.166700 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c55b6cae-2ec3-4ab1-bfc2-e1ca0467d551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:35.167883 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c55b6cae-2ec3-4ab1-bfc2-e1ca0467d551 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a54dad3a-36aa-451f-82a5-85ecee7784c1 HTTP/1.1" status: 204 len: 168 time: 0.1832402 May 25 16:21:35.176119 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b6cae-2ec3-4ab1-bfc2-e1ca0467d551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54dad3a-36aa-451f-82a5-85ecee7784c1,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:35.323773 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:35.371147 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96ee2f-8560-4d43-b11b-6babb7d43eca req-ce882654-8743-432f-b7c8-c8cb42776a4d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:35.380388 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-da96ee2f-8560-4d43-b11b-6babb7d43eca req-ce882654-8743-432f-b7c8-c8cb42776a4d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0754199 May 25 16:21:35.437605 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:35.440747 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f5caa6b-6986-4b00-ab41-765e3e7c2871 req-369e92ee-913e-4d9f-a25f-6ea3a89544e1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d7ffb26-b14c-4496-a249-7c6754e10040 HTTP/1.1" status: 200 len: 1000 time: 0.0717037 May 25 16:21:35.532783 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5caa6b-6986-4b00-ab41-765e3e7c2871 req-d644625b-3f60-43d0-b145-b7382113e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:35.535177 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f5caa6b-6986-4b00-ab41-765e3e7c2871 req-d644625b-3f60-43d0-b145-b7382113e612 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1e391e2-f1bc-4085-8176-36597c4822d4 HTTP/1.1" status: 200 len: 850 time: 0.0844333 May 25 16:21:35.550245 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-da96ee2f-8560-4d43-b11b-6babb7d43eca req-613c1916-fa0f-4762-a579-ca37e091cddc tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681526 May 25 16:21:35.562210 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-eeef2f8e-581a-48e2-982c-539198d7c9c8 req-7870d28f-e2b0-43ce-add9-0a7cdacf1de0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d48be3-f76c-4118-bcaa-79360428da5a HTTP/1.1" status: 200 len: 1001 time: 0.1782751 May 25 16:21:35.592237 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5caa6b-6986-4b00-ab41-765e3e7c2871 req-329dde67-9d0f-4c63-abc2-43c580846746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:35.593764 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f5caa6b-6986-4b00-ab41-765e3e7c2871 req-329dde67-9d0f-4c63-abc2-43c580846746 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483584 May 25 16:21:35.614702 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:35.627938 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef2f8e-581a-48e2-982c-539198d7c9c8 req-7d5594d2-bbf8-4d0e-8110-79390c57053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:35.629397 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-eeef2f8e-581a-48e2-982c-539198d7c9c8 req-7d5594d2-bbf8-4d0e-8110-79390c57053d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12d09b9d-7694-4ad9-b286-85dfd52d5768 HTTP/1.1" status: 200 len: 856 time: 0.0587044 May 25 16:21:35.682640 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef2f8e-581a-48e2-982c-539198d7c9c8 req-5adc11d4-a1e0-412a-ae03-d72735916ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:35.684437 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-eeef2f8e-581a-48e2-982c-539198d7c9c8 req-5adc11d4-a1e0-412a-ae03-d72735916ba4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b9fb8be-8c67-427e-8c91-a4becd42df59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417650 May 25 16:21:35.696759 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f5caa6b-6986-4b00-ab41-765e3e7c2871 req-9bc4c4df-64c7-471a-95d2-41751aba86f5 service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935121 May 25 16:21:35.792347 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-eeef2f8e-581a-48e2-982c-539198d7c9c8 req-9b1dd255-06f7-41e5-9b65-d8df5288042f service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009116 May 25 16:21:35.818612 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f5caa6b-6986-4b00-ab41-765e3e7c2871 req-810e3128-f5d6-4f3a-bea3-eb2f9701b0e5 service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094251 May 25 16:21:36.151875 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41900) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:36.189688 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:36.204610 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6974873f-f701-4aa3-bf32-45980e254c3e admin admin] Deleting subnet 1487b398-e61f-4589-a1e0-1a99a29e18ed {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:21:36.208184 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6974873f-f701-4aa3-bf32-45980e254c3e admin admin] Publish callbacks [] for subnet (1487b398-e61f-4589-a1e0-1a99a29e18ed), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.249062 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6974873f-f701-4aa3-bf32-45980e254c3e admin admin] Publish callbacks [] for subnet (1487b398-e61f-4589-a1e0-1a99a29e18ed), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.261271 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6974873f-f701-4aa3-bf32-45980e254c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (1487b398-e61f-4589-a1e0-1a99a29e18ed), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.328939 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6974873f-f701-4aa3-bf32-45980e254c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for subnet (1487b398-e61f-4589-a1e0-1a99a29e18ed), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.358987 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974873f-f701-4aa3-bf32-45980e254c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1487b398-e61f-4589-a1e0-1a99a29e18ed,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:36.364706 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6974873f-f701-4aa3-bf32-45980e254c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.368651 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6974873f-f701-4aa3-bf32-45980e254c3e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1487b398-e61f-4589-a1e0-1a99a29e18ed HTTP/1.1" status: 204 len: 168 time: 0.2157269 May 25 16:21:36.371285 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41916) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:36.458222 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (05183988-e2ff-45ca-a056-5d9e8d3fed8e), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.459838 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:21:36.535350 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.552589 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (05183988-e2ff-45ca-a056-5d9e8d3fed8e), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.574356 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.575232 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.575988 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.576334 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > port after_create 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.576671 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.577012 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > port after_update 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.577323 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.577634 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.578056 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.578373 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.683603 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.683964 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.684324 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.684649 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:36.685027 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05183988-e2ff-45ca-a056-5d9e8d3fed8e']}} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:36.714692 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febbdf12-eb67-4b91-add6-14fee55945e4') {'for_net_delete': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:36.714988 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febbdf12-eb67-4b91-add6-14fee55945e4') {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:36.749572 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249875'] for segment (febbdf12-eb67-4b91-add6-14fee55945e4), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.778714 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e82c2-f595-433a-aa28-c16b0e6b89b4 req-1f0c7420-dcd6-4da0-b8fb-2458da08f2fd tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:36.780216 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e86e82c2-f595-433a-aa28-c16b0e6b89b4 req-1f0c7420-dcd6-4da0-b8fb-2458da08f2fd tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0899677 May 25 16:21:36.784167 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (febbdf12-eb67-4b91-add6-14fee55945e4), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.800135 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:21:36.800526 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407980'] for segment (febbdf12-eb67-4b91-add6-14fee55945e4), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.892075 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (05183988-e2ff-45ca-a056-5d9e8d3fed8e), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.899009 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e86e82c2-f595-433a-aa28-c16b0e6b89b4 req-326f18d2-029e-42d5-9ddf-c6a22b21e20c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109505 May 25 16:21:36.904505 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:36.908302 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] 10.222.0.42 "DELETE /v2.0/networks/05183988-e2ff-45ca-a056-5d9e8d3fed8e HTTP/1.1" status: 204 len: 168 time: 0.5357506 May 25 16:21:36.919365 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed579bf-9243-4b2f-8a75-ebd6e3ae5e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=05183988-e2ff-45ca-a056-5d9e8d3fed8e,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:37.048417 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment febbdf12-eb67-4b91-add6-14fee55945e4 resource provider aggregate not found May 25 16:21:37.071368 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment febbdf12-eb67-4b91-add6-14fee55945e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid febbdf12-eb67-4b91-add6-14fee55945e4 found for delete ", "request_id": "req-da4c86bb-c266-498e-9645-4a895f83dd25"}]} May 25 16:21:37.118533 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41950) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:37.160597 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b80680fb-637f-4e0e-ac7d-3187e0172776 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b5ee0d2e59647dc98721de1b8dfb4db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407267 May 25 16:21:37.164003 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 41952) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:37.219677 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e82bc667-52e9-42d1-b729-e3d3fe3c79c0 admin admin] Publish callbacks [] for security_group (bf52a56b-57c9-42d0-aad3-44b042ecdd33), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:37.243306 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e82bc667-52e9-42d1-b729-e3d3fe3c79c0 admin admin] Publish callbacks [] for security_group (bf52a56b-57c9-42d0-aad3-44b042ecdd33), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:37.258321 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:37.295730 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e82bc667-52e9-42d1-b729-e3d3fe3c79c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (bf52a56b-57c9-42d0-aad3-44b042ecdd33), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:37.298332 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e82bc667-52e9-42d1-b729-e3d3fe3c79c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:37.299470 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e82bc667-52e9-42d1-b729-e3d3fe3c79c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf52a56b-57c9-42d0-aad3-44b042ecdd33 HTTP/1.1" status: 204 len: 168 time: 0.1343954 May 25 16:21:37.307426 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bc667-52e9-42d1-b729-e3d3fe3c79c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf52a56b-57c9-42d0-aad3-44b042ecdd33,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:38.024371 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa110d61-9fc8-4f65-95f7-623c8f03b86f req-6f98236f-80ca-479b-907f-766566feee09 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:38.025897 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fa110d61-9fc8-4f65-95f7-623c8f03b86f req-6f98236f-80ca-479b-907f-766566feee09 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0501573 May 25 16:21:38.142801 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fa110d61-9fc8-4f65-95f7-623c8f03b86f req-b0519a79-6569-4dd3-80a6-1cad28ac9391 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937555 May 25 16:21:38.157601 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-eeef2f8e-581a-48e2-982c-539198d7c9c8 req-a160ecf5-7759-4204-af29-e3d6d5e6a659 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272943 May 25 16:21:39.266594 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16088ba-a008-4d10-906b-6ffeeec0cf3a req-190958a6-d8a7-4917-a21c-3cab745944d8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:39.268070 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a16088ba-a008-4d10-906b-6ffeeec0cf3a req-190958a6-d8a7-4917-a21c-3cab745944d8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0490708 May 25 16:21:39.278870 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:39.318177 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a16088ba-a008-4d10-906b-6ffeeec0cf3a req-93211431-2b61-4785-bb8c-27c6bcff085e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445700 May 25 16:21:40.436720 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9c5cf-f757-474c-8a2e-00fd693730c0 req-5a126979-dbe1-409f-9c8c-433583aebc1d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:40.452345 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4ca9c5cf-f757-474c-8a2e-00fd693730c0 req-5a126979-dbe1-409f-9c8c-433583aebc1d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0524936 May 25 16:21:40.490345 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4ca9c5cf-f757-474c-8a2e-00fd693730c0 req-8043b7bb-858d-46bb-aa1c-18a49a1259a2 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441709 May 25 16:21:40.789213 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42052) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:40.823818 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:40.846109 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9594f30c-2a58-4ecf-af3e-c465f6eca185 admin admin] Deleting subnet 1407f755-524b-4ff3-9c7c-2cd926d88254 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:21:40.849464 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9594f30c-2a58-4ecf-af3e-c465f6eca185 admin admin] Publish callbacks [] for subnet (1407f755-524b-4ff3-9c7c-2cd926d88254), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:40.885431 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9594f30c-2a58-4ecf-af3e-c465f6eca185 admin admin] Publish callbacks [] for subnet (1407f755-524b-4ff3-9c7c-2cd926d88254), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:40.894837 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9594f30c-2a58-4ecf-af3e-c465f6eca185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (1407f755-524b-4ff3-9c7c-2cd926d88254), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:40.952079 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9594f30c-2a58-4ecf-af3e-c465f6eca185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for subnet (1407f755-524b-4ff3-9c7c-2cd926d88254), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:40.985481 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594f30c-2a58-4ecf-af3e-c465f6eca185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1407f755-524b-4ff3-9c7c-2cd926d88254,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:40.989227 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9594f30c-2a58-4ecf-af3e-c465f6eca185 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:40.992725 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9594f30c-2a58-4ecf-af3e-c465f6eca185 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1407f755-524b-4ff3-9c7c-2cd926d88254 HTTP/1.1" status: 204 len: 168 time: 0.2022645 May 25 16:21:40.995855 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42068) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:41.063584 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.151018 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.171687 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.172054 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.172803 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.173152 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > port after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.173497 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.173869 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > port after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.174196 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.174517 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.174862 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.175184 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.247647 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.247999 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.248333 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.248666 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:21:41.249048 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:41.266781 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3751c997-9a85-4444-a0fd-e4f4ed68468b') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:41.267083 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3751c997-9a85-4444-a0fd-e4f4ed68468b') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:41.283025 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9908726'] for segment (3751c997-9a85-4444-a0fd-e4f4ed68468b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.303355 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (3751c997-9a85-4444-a0fd-e4f4ed68468b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.311270 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:21:41.311655 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9644806'] for segment (3751c997-9a85-4444-a0fd-e4f4ed68468b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.381225 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.389418 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.395439 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42074) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:41.395572 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e HTTP/1.1" status: 204 len: 168 time: 0.3983300 May 25 16:21:41.405620 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70beab7-5eb5-43a8-9a35-d9c502450f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbc5e3f0-e2ef-4ffc-9c2d-ee4a63b88b3e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:41.445164 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5c396e-18e6-4c85-9624-bdb2801924ee admin admin] Deleting subnet f8adb440-04d4-4db7-9c4a-b9412619b06f {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:21:41.448778 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b5c396e-18e6-4c85-9624-bdb2801924ee admin admin] Publish callbacks [] for subnet (f8adb440-04d4-4db7-9c4a-b9412619b06f), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.484796 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b5c396e-18e6-4c85-9624-bdb2801924ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249884'] for subnet (f8adb440-04d4-4db7-9c4a-b9412619b06f), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.510883 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 3751c997-9a85-4444-a0fd-e4f4ed68468b resource provider aggregate not found May 25 16:21:41.527246 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b5c396e-18e6-4c85-9624-bdb2801924ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (f8adb440-04d4-4db7-9c4a-b9412619b06f), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.531618 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 3751c997-9a85-4444-a0fd-e4f4ed68468b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3751c997-9a85-4444-a0fd-e4f4ed68468b found for delete ", "request_id": "req-34508f83-11d7-45d2-8dec-06a057c2a9d4"}]} May 25 16:21:41.618357 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ace1ee-4876-4853-a496-dae3ad8c98db req-d88c0d65-fee8-4dc7-948e-100436933770 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:41.619741 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-83ace1ee-4876-4853-a496-dae3ad8c98db req-d88c0d65-fee8-4dc7-948e-100436933770 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0570233 May 25 16:21:41.624324 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b5c396e-18e6-4c85-9624-bdb2801924ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8872237'] for subnet (f8adb440-04d4-4db7-9c4a-b9412619b06f), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.656812 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c396e-18e6-4c85-9624-bdb2801924ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8adb440-04d4-4db7-9c4a-b9412619b06f,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:41.669370 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b5c396e-18e6-4c85-9624-bdb2801924ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.672452 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2b5c396e-18e6-4c85-9624-bdb2801924ee admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f8adb440-04d4-4db7-9c4a-b9412619b06f HTTP/1.1" status: 204 len: 168 time: 0.2755733 May 25 16:21:41.675299 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42086) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:41.703200 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-83ace1ee-4876-4853-a496-dae3ad8c98db req-33185276-60e0-477f-bf18-742505572cf0 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765407 May 25 16:21:41.748855 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (833a412f-3db5-414e-94bf-ed8a1486f955), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.759963 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:41.830847 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (833a412f-3db5-414e-94bf-ed8a1486f955), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.854410 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833a412f-3db5-414e-94bf-ed8a1486f955']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:41.864255 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa5383c-823d-4b95-a86f-0976da1d0e7a') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:41.864545 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa5383c-823d-4b95-a86f-0976da1d0e7a') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:41.874246 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9908726'] for segment (eaa5383c-823d-4b95-a86f-0976da1d0e7a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.887786 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (eaa5383c-823d-4b95-a86f-0976da1d0e7a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.893883 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:21:41.894291 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9644806'] for segment (eaa5383c-823d-4b95-a86f-0976da1d0e7a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.953924 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (833a412f-3db5-414e-94bf-ed8a1486f955), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.961398 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:41.966924 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] 10.222.0.42 "DELETE /v2.0/networks/833a412f-3db5-414e-94bf-ed8a1486f955 HTTP/1.1" status: 204 len: 168 time: 0.2881944 May 25 16:21:41.981108 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713e1f6-2401-4f00-b1d8-1eed602f2afd admin admin] Pushing event deleted for resources: {'Network': ['ID=833a412f-3db5-414e-94bf-ed8a1486f955,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:42.165937 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42122) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:42.211979 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-97bc3fc0-1438-4a45-8d1a-63b323590b65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5324e830a70a4dc09baf65e21a6a53bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448506 May 25 16:21:42.214413 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42126) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:42.263692 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3fa71ec-b9c7-41ca-bd4a-d926347f7d21 admin admin] Publish callbacks [] for security_group (8b68815d-b0ed-4eb1-a3ca-39a33e582808), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:42.289610 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3fa71ec-b9c7-41ca-bd4a-d926347f7d21 admin admin] Publish callbacks [] for security_group (8b68815d-b0ed-4eb1-a3ca-39a33e582808), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:42.340083 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3fa71ec-b9c7-41ca-bd4a-d926347f7d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (8b68815d-b0ed-4eb1-a3ca-39a33e582808), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:42.342726 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3fa71ec-b9c7-41ca-bd4a-d926347f7d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:42.343869 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b3fa71ec-b9c7-41ca-bd4a-d926347f7d21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b68815d-b0ed-4eb1-a3ca-39a33e582808 HTTP/1.1" status: 204 len: 168 time: 0.1285481 May 25 16:21:42.347994 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:42.353968 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa71ec-b9c7-41ca-bd4a-d926347f7d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b68815d-b0ed-4eb1-a3ca-39a33e582808,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:42.697564 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42152) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:42.738280 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e32520f1-436f-4ce8-9ecb-a844d6ec871e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b42485b433f04674b52150c53078937e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394812 May 25 16:21:42.740852 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42156) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:42.825394 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-85516970-7c56-417d-8a1f-2d9ce456f6f4 admin admin] Publish callbacks [] for security_group (866ceec1-079e-4343-8560-cf303e18b902), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:42.836585 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17624ba-0607-491d-af79-6e447741b2c7 req-55e93a51-d1ad-4200-b86d-51a702b43406 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:42.838055 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b17624ba-0607-491d-af79-6e447741b2c7 req-55e93a51-d1ad-4200-b86d-51a702b43406 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0624912 May 25 16:21:42.870007 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-85516970-7c56-417d-8a1f-2d9ce456f6f4 admin admin] Publish callbacks [] for security_group (866ceec1-079e-4343-8560-cf303e18b902), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:42.895693 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:42.922938 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b17624ba-0607-491d-af79-6e447741b2c7 req-ae7ec52a-931d-4db7-b442-88b9a93be83d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779967 May 25 16:21:42.941442 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-85516970-7c56-417d-8a1f-2d9ce456f6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (866ceec1-079e-4343-8560-cf303e18b902), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:42.944007 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-85516970-7c56-417d-8a1f-2d9ce456f6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:42.945209 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-85516970-7c56-417d-8a1f-2d9ce456f6f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/866ceec1-079e-4343-8560-cf303e18b902 HTTP/1.1" status: 204 len: 168 time: 0.2027836 May 25 16:21:42.953183 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85516970-7c56-417d-8a1f-2d9ce456f6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866ceec1-079e-4343-8560-cf303e18b902,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:43.357693 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:43.550220 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment eaa5383c-823d-4b95-a86f-0976da1d0e7a resource provider aggregate not found May 25 16:21:43.566474 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment eaa5383c-823d-4b95-a86f-0976da1d0e7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eaa5383c-823d-4b95-a86f-0976da1d0e7a found for delete ", "request_id": "req-b1954143-679a-4ad5-8198-a8b38ead1bfe"}]} May 25 16:21:44.051384 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc9994-32ca-469b-a565-dfb0313ff148 req-99f86e8c-d0a2-4c3f-8951-c85c6cf5278d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:44.052907 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c8dc9994-32ca-469b-a565-dfb0313ff148 req-99f86e8c-d0a2-4c3f-8951-c85c6cf5278d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0487061 May 25 16:21:44.119045 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c8dc9994-32ca-469b-a565-dfb0313ff148 req-5aad7f6d-e4ad-4388-8323-439e4f32b7e1 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574820 May 25 16:21:45.229343 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f80df-26df-4198-83ea-1a5345219ee4 req-7595889a-fd65-465b-83e2-32ca75d08c1e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:45.230798 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-045f80df-26df-4198-83ea-1a5345219ee4 req-7595889a-fd65-465b-83e2-32ca75d08c1e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0454841 May 25 16:21:45.277679 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-045f80df-26df-4198-83ea-1a5345219ee4 req-0a70a18c-87e7-4382-bbde-606d32ec2230 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 May 25 16:21:46.376496 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:46.390290 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61fb0b-b0d3-44f6-a98e-52dd006adace req-b86d3ac3-54ef-45bb-bf97-8717f545f06c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:46.391730 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ba61fb0b-b0d3-44f6-a98e-52dd006adace req-b86d3ac3-54ef-45bb-bf97-8717f545f06c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0463421 May 25 16:21:46.438124 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ba61fb0b-b0d3-44f6-a98e-52dd006adace req-c26455ee-8aca-469b-b1ef-e15164add41c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409374 May 25 16:21:46.454212 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:47.559000 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ab6bb-6240-4f3d-8ec8-5d092e3548e7 req-e158dfce-1056-4c33-af7e-77bb7df66be1 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:47.560425 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-124ab6bb-6240-4f3d-8ec8-5d092e3548e7 req-e158dfce-1056-4c33-af7e-77bb7df66be1 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0506654 May 25 16:21:47.606806 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-124ab6bb-6240-4f3d-8ec8-5d092e3548e7 req-63768e8e-3ca4-4e93-9e2c-ad0ffab85c50 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408523 May 25 16:21:48.330691 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42334) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:48.440950 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c5702c3-38a0-4a20-9788-f229bb7956a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:48.530055 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c5702c3-38a0-4a20-9788-f229bb7956a1 admin admin] Publish callbacks [] for security_group (7285fdde-e11d-4497-8901-14f16bb21bbb), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:48.533623 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c5702c3-38a0-4a20-9788-f229bb7956a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (7285fdde-e11d-4497-8901-14f16bb21bbb), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:48.571497 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5702c3-38a0-4a20-9788-f229bb7956a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7285fdde-e11d-4497-8901-14f16bb21bbb,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:48.576902 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0c5702c3-38a0-4a20-9788-f229bb7956a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6104a1a3feed4f109b45489280782944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451847 May 25 16:21:48.579483 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42350) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:48.627502 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9432-4f94-4c3e-8ce2-e7f64fc8b5c9 admin admin] Publish callbacks [] for security_group (7285fdde-e11d-4497-8901-14f16bb21bbb), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:48.651550 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9432-4f94-4c3e-8ce2-e7f64fc8b5c9 admin admin] Publish callbacks [] for security_group (7285fdde-e11d-4497-8901-14f16bb21bbb), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:48.737075 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47eceac-c18b-478d-aaf9-3b33c5d9404e req-8908ef94-7a3b-4405-8f48-34cac970267e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:48.738510 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d47eceac-c18b-478d-aaf9-3b33c5d9404e req-8908ef94-7a3b-4405-8f48-34cac970267e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0615034 May 25 16:21:48.745610 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9432-4f94-4c3e-8ce2-e7f64fc8b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (7285fdde-e11d-4497-8901-14f16bb21bbb), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:48.748346 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9432-4f94-4c3e-8ce2-e7f64fc8b5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:48.749471 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a2ce9432-4f94-4c3e-8ce2-e7f64fc8b5c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7285fdde-e11d-4497-8901-14f16bb21bbb HTTP/1.1" status: 204 len: 168 time: 0.1690991 May 25 16:21:48.773028 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce9432-4f94-4c3e-8ce2-e7f64fc8b5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7285fdde-e11d-4497-8901-14f16bb21bbb,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:48.818483 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d47eceac-c18b-478d-aaf9-3b33c5d9404e req-574c1000-b4d0-4ccf-892b-ef88f87c9649 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679247 May 25 16:21:49.075242 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42370) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:49.090061 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad093-909e-4831-a274-a93b3c7f4e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.168413 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad093-909e-4831-a274-a93b3c7f4e0b admin admin] Publish callbacks [] for security_group (2d6a9908-dba1-4abf-84ae-093240514238), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.172335 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad093-909e-4831-a274-a93b3c7f4e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (2d6a9908-dba1-4abf-84ae-093240514238), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.217749 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ad093-909e-4831-a274-a93b3c7f4e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6a9908-dba1-4abf-84ae-093240514238,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:49.225423 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42372) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:49.225562 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ef8ad093-909e-4831-a274-a93b3c7f4e0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4e24e49a8b74947be8bb801279c2cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490791 May 25 16:21:49.275792 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-392a3084-5e96-4cae-9b38-06399125e202 admin admin] Publish callbacks [] for security_group (2d6a9908-dba1-4abf-84ae-093240514238), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.284405 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:49.299953 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-392a3084-5e96-4cae-9b38-06399125e202 admin admin] Publish callbacks [] for security_group (2d6a9908-dba1-4abf-84ae-093240514238), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.339515 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42376) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:49.357222 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-392a3084-5e96-4cae-9b38-06399125e202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (2d6a9908-dba1-4abf-84ae-093240514238), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.361665 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-392a3084-5e96-4cae-9b38-06399125e202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.365617 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-392a3084-5e96-4cae-9b38-06399125e202 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d6a9908-dba1-4abf-84ae-093240514238 HTTP/1.1" status: 204 len: 168 time: 0.1367943 May 25 16:21:49.376620 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a3084-5e96-4cae-9b38-06399125e202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6a9908-dba1-4abf-84ae-093240514238,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:49.474391 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b882c7e0-1f00-409c-9d61-e8d77f03cbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.518884 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:49.559718 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b882c7e0-1f00-409c-9d61-e8d77f03cbc8 admin admin] Publish callbacks [] for security_group (f7e0834f-8328-4fe1-8cff-8c7e1480bdd9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.564355 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b882c7e0-1f00-409c-9d61-e8d77f03cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f7e0834f-8328-4fe1-8cff-8c7e1480bdd9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.609582 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b882c7e0-1f00-409c-9d61-e8d77f03cbc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9cd8ebb622b04615ad8c2661bc83ca28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689259 May 25 16:21:49.612128 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42394) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:49.618987 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882c7e0-1f00-409c-9d61-e8d77f03cbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e0834f-8328-4fe1-8cff-8c7e1480bdd9,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:49.686214 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7608fbcc-e239-4726-8d77-8002cb5085c0 admin admin] Publish callbacks [] for security_group (f7e0834f-8328-4fe1-8cff-8c7e1480bdd9), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.708278 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7608fbcc-e239-4726-8d77-8002cb5085c0 admin admin] Publish callbacks [] for security_group (f7e0834f-8328-4fe1-8cff-8c7e1480bdd9), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.761096 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7608fbcc-e239-4726-8d77-8002cb5085c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f7e0834f-8328-4fe1-8cff-8c7e1480bdd9), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.764452 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7608fbcc-e239-4726-8d77-8002cb5085c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:49.766052 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7608fbcc-e239-4726-8d77-8002cb5085c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7e0834f-8328-4fe1-8cff-8c7e1480bdd9 HTTP/1.1" status: 204 len: 168 time: 0.1529968 May 25 16:21:49.774924 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608fbcc-e239-4726-8d77-8002cb5085c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e0834f-8328-4fe1-8cff-8c7e1480bdd9,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:49.946769 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42420) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:49.949043 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40496f4-ec93-4c6d-ae78-56cf785806bb req-843d143e-744d-49e4-9ee1-e701d5356852 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:49.950671 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c40496f4-ec93-4c6d-ae78-56cf785806bb req-843d143e-744d-49e4-9ee1-e701d5356852 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0585325 May 25 16:21:50.018640 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c40496f4-ec93-4c6d-ae78-56cf785806bb req-fe1b8442-da2c-47e5-bf28-98caada915ea tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558057 May 25 16:21:50.173409 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-79a3dc62-6157-4637-9342-7b573baaedd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.262700 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-79a3dc62-6157-4637-9342-7b573baaedd4 admin admin] Publish callbacks [] for security_group (5d67d056-ce0e-4818-8386-c8fda3f26982), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.268196 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-79a3dc62-6157-4637-9342-7b573baaedd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (5d67d056-ce0e-4818-8386-c8fda3f26982), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.270031 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42434) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:50.283652 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ed67bacc-6e2a-447c-9e60-8b2e74ddda17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.301522 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3dc62-6157-4637-9342-7b573baaedd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d67d056-ce0e-4818-8386-c8fda3f26982,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:50.317101 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-79a3dc62-6157-4637-9342-7b573baaedd4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a02f436f9a34b29b069ca4e5551f8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692274 May 25 16:21:50.317694 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42436) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:50.339315 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:50.372536 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f254711e-6d18-4c51-a3fa-77bec84182b2 admin admin] Publish callbacks [] for security_group (5d67d056-ce0e-4818-8386-c8fda3f26982), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.390772 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ed67bacc-6e2a-447c-9e60-8b2e74ddda17 admin admin] Publish callbacks [] for security_group (07118dd0-d4b2-4293-a211-63afb1b66a85), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.394530 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f254711e-6d18-4c51-a3fa-77bec84182b2 admin admin] Publish callbacks [] for security_group (5d67d056-ce0e-4818-8386-c8fda3f26982), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.395641 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ed67bacc-6e2a-447c-9e60-8b2e74ddda17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (07118dd0-d4b2-4293-a211-63afb1b66a85), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.441884 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ed67bacc-6e2a-447c-9e60-8b2e74ddda17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b560904a5aca42ee9bdcf3c7a0cc25ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701200 May 25 16:21:50.442454 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42442) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:50.442777 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67bacc-6e2a-447c-9e60-8b2e74ddda17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07118dd0-d4b2-4293-a211-63afb1b66a85,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:50.481644 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f254711e-6d18-4c51-a3fa-77bec84182b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (5d67d056-ce0e-4818-8386-c8fda3f26982), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.487781 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f254711e-6d18-4c51-a3fa-77bec84182b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.492002 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f254711e-6d18-4c51-a3fa-77bec84182b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d67d056-ce0e-4818-8386-c8fda3f26982 HTTP/1.1" status: 204 len: 168 time: 0.1702888 May 25 16:21:50.502320 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254711e-6d18-4c51-a3fa-77bec84182b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d67d056-ce0e-4818-8386-c8fda3f26982,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:50.533378 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b370a9e3-0d6b-4dea-9205-7e14d367fedb admin admin] Publish callbacks [] for security_group (07118dd0-d4b2-4293-a211-63afb1b66a85), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.561240 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b370a9e3-0d6b-4dea-9205-7e14d367fedb admin admin] Publish callbacks [] for security_group (07118dd0-d4b2-4293-a211-63afb1b66a85), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.623862 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b370a9e3-0d6b-4dea-9205-7e14d367fedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (07118dd0-d4b2-4293-a211-63afb1b66a85), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.627489 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b370a9e3-0d6b-4dea-9205-7e14d367fedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:50.631063 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b370a9e3-0d6b-4dea-9205-7e14d367fedb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07118dd0-d4b2-4293-a211-63afb1b66a85 HTTP/1.1" status: 204 len: 168 time: 0.1844482 May 25 16:21:50.632725 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:50.638181 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370a9e3-0d6b-4dea-9205-7e14d367fedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07118dd0-d4b2-4293-a211-63afb1b66a85,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:51.168792 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1270-bc1b-4b1c-b239-43ee5887c99b req-dc71847a-839b-4097-810b-d4003f106883 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:51.170328 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f7ae1270-bc1b-4b1c-b239-43ee5887c99b req-dc71847a-839b-4097-810b-d4003f106883 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0502965 May 25 16:21:51.225367 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f7ae1270-bc1b-4b1c-b239-43ee5887c99b req-c6af1877-4c7e-4031-a29d-a8ff7f2f351d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494900 May 25 16:21:51.354919 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42484) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:51.443385 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:51.486017 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-60262b84-b155-487a-af58-cde28f5e7e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:51.577523 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-60262b84-b155-487a-af58-cde28f5e7e86 admin admin] Publish callbacks [] for security_group (613be3bc-18c1-4209-83fa-6ff8cb7d586e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:51.581484 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-60262b84-b155-487a-af58-cde28f5e7e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (613be3bc-18c1-4209-83fa-6ff8cb7d586e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:51.610459 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-60262b84-b155-487a-af58-cde28f5e7e86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=079d5c88293d48e682e922fd6b2faade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540536 May 25 16:21:51.613506 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42500) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:51.633264 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60262b84-b155-487a-af58-cde28f5e7e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613be3bc-18c1-4209-83fa-6ff8cb7d586e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:51.672503 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:51.691619 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f04977d2-3ff3-43e7-b9b0-69578dcaf807 admin admin] Publish callbacks [] for security_group (613be3bc-18c1-4209-83fa-6ff8cb7d586e), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:51.715306 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f04977d2-3ff3-43e7-b9b0-69578dcaf807 admin admin] Publish callbacks [] for security_group (613be3bc-18c1-4209-83fa-6ff8cb7d586e), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:51.765466 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f04977d2-3ff3-43e7-b9b0-69578dcaf807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (613be3bc-18c1-4209-83fa-6ff8cb7d586e), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:51.769142 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f04977d2-3ff3-43e7-b9b0-69578dcaf807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:51.771041 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f04977d2-3ff3-43e7-b9b0-69578dcaf807 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/613be3bc-18c1-4209-83fa-6ff8cb7d586e HTTP/1.1" status: 204 len: 168 time: 0.1561058 May 25 16:21:51.780328 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04977d2-3ff3-43e7-b9b0-69578dcaf807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613be3bc-18c1-4209-83fa-6ff8cb7d586e,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:52.412231 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:52.422104 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47515f48-9b5c-4079-9b15-f8ea7efb5eb9 req-b19f435d-836d-44c3-a958-f3af3fb4355e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:52.423627 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47515f48-9b5c-4079-9b15-f8ea7efb5eb9 req-b19f435d-836d-44c3-a958-f3af3fb4355e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0998001 May 25 16:21:52.487033 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47515f48-9b5c-4079-9b15-f8ea7efb5eb9 req-4f081dfc-803d-4cef-a718-775b25ca02a3 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541272 May 25 16:21:52.820817 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42560) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:52.917798 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-925366896-network', 'tenant_id': 'a40431f830294ea0a6395be072560dea'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:52.937617 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Made reservation on behalf of a40431f830294ea0a6395be072560dea for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:52.939906 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:52.948219 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.026411 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Publish callbacks [] for security_group (610742c8-b684-4b6a-9047-aa204b841f56), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.030618 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (610742c8-b684-4b6a-9047-aa204b841f56), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.060430 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:21:53.075112 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610742c8-b684-4b6a-9047-aa204b841f56,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:53.081101 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (1fada8b8-f652-4e85-9ffd-10f2418f7994), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.081505 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Added segment 1fada8b8-f652-4e85-9ffd-10f2418f7994 of type vlan for network 5f7c259b-fa42-4f62-9149-4145e768ec9c May 25 16:21:53.123758 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (5f7c259b-fa42-4f62-9149-4145e768ec9c), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.149367 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (5f7c259b-fa42-4f62-9149-4145e768ec9c), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.150346 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:53.150926 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.210224 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3877318 May 25 16:21:53.213285 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42568) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:53.215639 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04285f3-ed1b-43f2-84c4-d16087b6d04d admin admin] Pushing event updated for resources: {'Network': ['ID=5f7c259b-fa42-4f62-9149-4145e768ec9c,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:53.218304 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-b01f5104-bbe8-4ca3-96f5-af16ff4ca418 admin admin] Request body: {'subnet': {'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-925366896-subnet', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:53.225981 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 5f7c259b-fa42-4f62-9149-4145e768ec9c details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:21:53.239026 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01f5104-bbe8-4ca3-96f5-af16ff4ca418 admin admin] Made reservation on behalf of a40431f830294ea0a6395be072560dea for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:53.241734 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b01f5104-bbe8-4ca3-96f5-af16ff4ca418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372585'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.407802 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b01f5104-bbe8-4ca3-96f5-af16ff4ca418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9645219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372635'] for subnet (a62fc72b-9e35-4921-bdef-a9201948c2e2), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.466143 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f5104-bbe8-4ca3-96f5-af16ff4ca418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62fc72b-9e35-4921-bdef-a9201948c2e2,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:53.474654 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01f5104-bbe8-4ca3-96f5-af16ff4ca418 admin admin] Checking segment: {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:21:53.475118 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f5104-bbe8-4ca3-96f5-af16ff4ca418 admin admin] Network hostable DHCP agents. Network: 5f7c259b-fa42-4f62-9149-4145e768ec9c, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:21:53.493529 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f5104-bbe8-4ca3-96f5-af16ff4ca418 admin admin] Network 5f7c259b-fa42-4f62-9149-4145e768ec9c is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:21:53.502663 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-b01f5104-bbe8-4ca3-96f5-af16ff4ca418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 5f7c259b-fa42-4f62-9149-4145e768ec9c) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:53.507637 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01f5104-bbe8-4ca3-96f5-af16ff4ca418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:53.508748 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b01f5104-bbe8-4ca3-96f5-af16ff4ca418 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.511850 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd7746a-709e-4af1-8cb4-83fc3ffc6310 None None] Network 5f7c259b-fa42-4f62-9149-4145e768ec9c requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:21:53.531195 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42574) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:53.531715 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b01f5104-bbe8-4ca3-96f5-af16ff4ca418 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3168354 May 25 16:21:53.536127 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:53.560228 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29554'] for router (313f9e04-c2be-4678-8132-dc209d3dd2cf), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.561952 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3681872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29561'] for router (313f9e04-c2be-4678-8132-dc209d3dd2cf), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.619070 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ee8f66d-6478-59fe-875a-ccd0fa6a1b8a-5f7c259b-fa42-4f62-9149-4145e768ec9c', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2'}]}} from dv-cinder-843278-2-iscsi. {{(pid=103814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:21:53.620040 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.637885 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2aa2e-df5d-44c6-aaa2-cc9f520da05f req-05f78447-e7fe-4843-8074-b49b658ed729 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:53.639357 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-64b2aa2e-df5d-44c6-aaa2-cc9f520da05f req-05f78447-e7fe-4843-8074-b49b658ed729 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0715673 May 25 16:21:53.666890 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Publish callbacks [] for router_controller (313f9e04-c2be-4678-8132-dc209d3dd2cf), precommit_add_association {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.702558 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:53.754922 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.db_base_plugin_common [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Allocated IP 172.20.0.2 (5f7c259b-fa42-4f62-9149-4145e768ec9c/a62fc72b-9e35-4921-bdef-a9201948c2e2/e406dbfa-969e-4911-9822-f67c0f63ecb0) {{(pid=103814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:21:53.906805 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Publish callbacks [] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), precommit_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.913622 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:53.961018 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Network 5f7c259b-fa42-4f62-9149-4145e768ec9c is already hosted by enough agents. {{(pid=103814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:21:53.965963 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.base_scheduler [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Resources bound (agent type, host, resource id): {{(pid=103814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:53.968055 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Pushing event updated for resources: {'Port': ['ID=e406dbfa-969e-4911-9822-f67c0f63ecb0,revision_number=1']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:53.970187 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Received port after_create {{(pid=103814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:21:54.014317 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-64b2aa2e-df5d-44c6-aaa2-cc9f520da05f req-330ae685-1f04-4d59-862d-b303d0c47210 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498433 May 25 16:21:54.034101 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Attempting to bind port e406dbfa-969e-4911-9822-f67c0f63ecb0 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:21:54.034101 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Attempting to bind port e406dbfa-969e-4911-9822-f67c0f63ecb0 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:21:54.034101 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Attempting to bind port e406dbfa-969e-4911-9822-f67c0f63ecb0 on network 5f7c259b-fa42-4f62-9149-4145e768ec9c {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:21:54.038155 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:21:54.038628 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Checking segment: {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:21:54.039018 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:54.039402 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Bound using segment: {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:21:54.039869 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Bound port: e406dbfa-969e-4911-9822-f67c0f63ecb0, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:21:54.040238 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:54.043951 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Publish callbacks [] for router_gateway (313f9e04-c2be-4678-8132-dc209d3dd2cf), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:54.085049 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:54.101842 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] For port e406dbfa-969e-4911-9822-f67c0f63ecb0, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:21:54.105012 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] For port e406dbfa-969e-4911-9822-f67c0f63ecb0, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=e406dbfa-969e-4911-9822-f67c0f63ecb0,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:21:54.110954 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:54.153089 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:54.168726 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6eb40-2d03-4f6e-95f8-fe7abff6552f None None] Pushing event updated for resources: {'Port': ['ID=e406dbfa-969e-4911-9822-f67c0f63ecb0,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:54.210952 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:54.231694 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Publish callbacks [] for router_gateway (313f9e04-c2be-4678-8132-dc209d3dd2cf), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:54.252313 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:54.368496 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Allocated IP 172.27.1.53 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/4891f428-4c84-41a8-9d01-51d8491a8f55) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:21:54.481838 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Publish callbacks [] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:54.516286 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:54.557572 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:21:54.560719 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:54.564453 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:21:54.567612 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=4891f428-4c84-41a8-9d01-51d8491a8f55,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:54.808195 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Publish callbacks [] for router_gateway (313f9e04-c2be-4678-8132-dc209d3dd2cf), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:54.997562 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3865727'] for router (313f9e04-c2be-4678-8132-dc209d3dd2cf), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:55.003930 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:55.060454 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edda8e00-d3e8-4401-91f6-4bcb91041584 None None] Network 5f7c259b-fa42-4f62-9149-4145e768ec9c requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:21:55.093569 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:55.123350 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-7813bc42-2f03-4990-af03-beed9f46a9dd None None] Provisioning complete for port e406dbfa-969e-4911-9822-f67c0f63ecb0 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:55.123721 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7813bc42-2f03-4990-af03-beed9f46a9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:55.161838 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca974a-4c46-4814-bba3-dce6699d74eb req-3d4abb6e-f1b2-4c81-88a2-ec63910d10e4 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:55.163481 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b1ca974a-4c46-4814-bba3-dce6699d74eb req-3d4abb6e-f1b2-4c81-88a2-ec63910d10e4 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0665636 May 25 16:21:55.226791 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Router 313f9e04-c2be-4678-8132-dc209d3dd2cf is scheduled to L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee with binding_index 1 {{(pid=103812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:21:55.234209 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b1ca974a-4c46-4814-bba3-dce6699d74eb req-e92ba244-bda4-4e88-945e-9d27329b2810 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615489 May 25 16:21:55.266888 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device e406dbfa-969e-4911-9822-f67c0f63ecb0 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:21:55.293998 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-7813bc42-2f03-4990-af03-beed9f46a9dd None None] Current status of the port e406dbfa-969e-4911-9822-f67c0f63ecb0 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:55.294299 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7813bc42-2f03-4990-af03-beed9f46a9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:55.298387 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:55.352959 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:21:55.353638 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-7813bc42-2f03-4990-af03-beed9f46a9dd None None] For port e406dbfa-969e-4911-9822-f67c0f63ecb0, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=e406dbfa-969e-4911-9822-f67c0f63ecb0,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:55.361609 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port e406dbfa-969e-4911-9822-f67c0f63ecb0 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:55.361609 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:55.366176 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7813bc42-2f03-4990-af03-beed9f46a9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:55.372071 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Sync routers for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:21:55.387849 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:21:55.388365 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:55.389689 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f112b54b-2ee8-47aa-8da1-7edd6a4c4aa2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8568275 May 25 16:21:55.390380 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:21:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:55.392512 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42590) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:55.493782 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813bc42-2f03-4990-af03-beed9f46a9dd None None] Pushing event updated for resources: {'Port': ['ID=e406dbfa-969e-4911-9822-f67c0f63ecb0,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:55.560725 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:21:55.604475 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port e406dbfa-969e-4911-9822-f67c0f63ecb0 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:55.645635 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42596) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:55.684514 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-3ec65835-1909-4f1a-acba-f64bc88d2a96 None None] Provisioning complete for port e406dbfa-969e-4911-9822-f67c0f63ecb0 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:55.684886 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-3ec65835-1909-4f1a-acba-f64bc88d2a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:55.751117 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:54Z', 'revision_number': 3, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:55.786232 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Checking router: 313f9e04-c2be-4678-8132-dc209d3dd2cf for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:21:55.786574 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Updating router 313f9e04-c2be-4678-8132-dc209d3dd2cf port 4891f428-4c84-41a8-9d01-51d8491a8f55 binding host dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:21:55.796062 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6a677f03-ff51-4eca-ab46-74e10a4fbfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:55.810889 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:55.817229 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:55.905989 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-3ec65835-1909-4f1a-acba-f64bc88d2a96 None None] Current status of the port e406dbfa-969e-4911-9822-f67c0f63ecb0 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:55.911636 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6a677f03-ff51-4eca-ab46-74e10a4fbfd0 admin admin] Publish callbacks [] for security_group (5921b05e-896c-404d-9fde-fbf1557660f3), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:55.916237 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6a677f03-ff51-4eca-ab46-74e10a4fbfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (5921b05e-896c-404d-9fde-fbf1557660f3), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:55.948755 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:55.958300 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6a677f03-ff51-4eca-ab46-74e10a4fbfd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40edd1b3602f4cc1b21a959fea954f88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090267 May 25 16:21:55.958468 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42600) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:55.966335 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a677f03-ff51-4eca-ab46-74e10a4fbfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5921b05e-896c-404d-9fde-fbf1557660f3,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:55.975771 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:56.014585 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7d08cd47-8d93-41a3-89ed-b20d95812bc5 admin admin] Publish callbacks [] for security_group (5921b05e-896c-404d-9fde-fbf1557660f3), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.039155 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7d08cd47-8d93-41a3-89ed-b20d95812bc5 admin admin] Publish callbacks [] for security_group (5921b05e-896c-404d-9fde-fbf1557660f3), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.092515 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7d08cd47-8d93-41a3-89ed-b20d95812bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (5921b05e-896c-404d-9fde-fbf1557660f3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.095087 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7d08cd47-8d93-41a3-89ed-b20d95812bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.096513 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7d08cd47-8d93-41a3-89ed-b20d95812bc5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5921b05e-896c-404d-9fde-fbf1557660f3 HTTP/1.1" status: 204 len: 168 time: 0.1371515 May 25 16:21:56.106621 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08cd47-8d93-41a3-89ed-b20d95812bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5921b05e-896c-404d-9fde-fbf1557660f3,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:56.108005 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:56.116579 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Publish callbacks [] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), precommit_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.125827 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.126031 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Allocated IP 172.20.0.1 (5f7c259b-fa42-4f62-9149-4145e768ec9c/a62fc72b-9e35-4921-bdef-a9201948c2e2/45b7a404-4167-455a-ab68-0a86763d9d00) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:21:56.130582 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:56.206323 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Attempting to bind port 4891f428-4c84-41a8-9d01-51d8491a8f55 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:21:56.207423 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Attempting to bind port 4891f428-4c84-41a8-9d01-51d8491a8f55 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:21:56.208016 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Attempting to bind port 4891f428-4c84-41a8-9d01-51d8491a8f55 on network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:21:56.211818 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Pushing event updated for resources: {'Port': ['ID=4891f428-4c84-41a8-9d01-51d8491a8f55,revision_number=2']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:56.223480 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:21:56.223872 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Checking segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:21:56.224275 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.224663 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Bound using segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:21:56.225650 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Bound port: 4891f428-4c84-41a8-9d01-51d8491a8f55, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:21:56.226064 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.257909 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Publish callbacks [] for port (45b7a404-4167-455a-ab68-0a86763d9d00), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.290833 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] For port 4891f428-4c84-41a8-9d01-51d8491a8f55, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:21:56.294306 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] For port 4891f428-4c84-41a8-9d01-51d8491a8f55, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=4891f428-4c84-41a8-9d01-51d8491a8f55,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:21:56.298789 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.299191 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.299755 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.300159 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.300615 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.300951 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.301271 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.301736 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.302498 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.302623 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.302914 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.303898 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.304444 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.304956 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.305278 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:21:56.315716 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.352152 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.367290 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:56.373702 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:21:56.374362 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:21:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:56.428511 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Network 5f7c259b-fa42-4f62-9149-4145e768ec9c is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:21:56.433945 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:56.438174 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:21:56.446746 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70561c90-8e76-489d-92a5-bd70c249da71 req-08645b56-de50-42e4-8f80-9622ae4f26b6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:56.454705 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70561c90-8e76-489d-92a5-bd70c249da71 req-08645b56-de50-42e4-8f80-9622ae4f26b6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.1140196 May 25 16:21:56.460365 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=45b7a404-4167-455a-ab68-0a86763d9d00,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:56.479112 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:56.482983 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fd16b-7a81-41fe-a114-e9b6ee4c81e7 None None] Pushing event updated for resources: {'Port': ['ID=4891f428-4c84-41a8-9d01-51d8491a8f55,revision_number=3']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:56.550948 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858730'] for router_interface (313f9e04-c2be-4678-8132-dc209d3dd2cf), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.568758 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:21:56.586564 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42614) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:56.606311 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70561c90-8e76-489d-92a5-bd70c249da71 req-3bcc410d-4f4f-4be2-9cf7-cbe2680f6e84 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501992 May 25 16:21:56.606463 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10ef4aa6-51c5-4c33-bc4d-cd8d0343a736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.725984 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10ef4aa6-51c5-4c33-bc4d-cd8d0343a736 admin admin] Publish callbacks [] for security_group (222dd51d-6fc8-4fff-b7e0-64b65f69588f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.733665 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10ef4aa6-51c5-4c33-bc4d-cd8d0343a736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (222dd51d-6fc8-4fff-b7e0-64b65f69588f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.777016 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.780047 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-10ef4aa6-51c5-4c33-bc4d-cd8d0343a736 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=476c91c8839a43d99aa9db2a0f53b0eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923411 May 25 16:21:56.783146 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42620) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:56.786811 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4aa6-51c5-4c33-bc4d-cd8d0343a736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222dd51d-6fc8-4fff-b7e0-64b65f69588f,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:56.832446 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-8b9163ec-9cff-4410-9090-111042e1e615 None None] Provisioning complete for port 45b7a404-4167-455a-ab68-0a86763d9d00 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:56.833470 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8b9163ec-9cff-4410-9090-111042e1e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.867731 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-8b9163ec-9cff-4410-9090-111042e1e615 None None] Port 45b7a404-4167-455a-ab68-0a86763d9d00 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:21:56.916798 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-810fd34b-5879-46e6-b457-005e959372a0 admin admin] Publish callbacks [] for security_group (222dd51d-6fc8-4fff-b7e0-64b65f69588f), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:56.938994 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:54Z', 'revision_number': 3, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:56.964211 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb72ffd-a34d-40d5-b4a9-bcad6c9c0886 None None] The sync data for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi is: [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:54Z', 'revision_number': 3, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:21:56.978691 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-810fd34b-5879-46e6-b457-005e959372a0 admin admin] Publish callbacks [] for security_group (222dd51d-6fc8-4fff-b7e0-64b65f69588f), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:57.039175 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:57.057919 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:57.078561 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-810fd34b-5879-46e6-b457-005e959372a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (222dd51d-6fc8-4fff-b7e0-64b65f69588f), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:57.081133 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-810fd34b-5879-46e6-b457-005e959372a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:57.082324 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-810fd34b-5879-46e6-b457-005e959372a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/222dd51d-6fc8-4fff-b7e0-64b65f69588f HTTP/1.1" status: 204 len: 168 time: 0.2982550 May 25 16:21:57.085490 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Publish callbacks [] for port (45b7a404-4167-455a-ab68-0a86763d9d00), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:57.095059 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fd34b-5879-46e6-b457-005e959372a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222dd51d-6fc8-4fff-b7e0-64b65f69588f,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:57.096766 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:57.168935 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-112397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859898'] for router_interface (313f9e04-c2be-4678-8132-dc209d3dd2cf), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:57.170762 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=45b7a404-4167-455a-ab68-0a86763d9d00,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:57.262839 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device e406dbfa-969e-4911-9822-f67c0f63ecb0 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:21:57.301006 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Network 5f7c259b-fa42-4f62-9149-4145e768ec9c is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:21:57.302789 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:57.337493 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port e406dbfa-969e-4911-9822-f67c0f63ecb0 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:57.337898 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:57.463394 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port e406dbfa-969e-4911-9822-f67c0f63ecb0 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:57.498610 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Router 313f9e04-c2be-4678-8132-dc209d3dd2cf has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:21:57.626379 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:21:57.642629 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-07bf2f8b-36e8-41b3-a8d4-6243b3019cd9 admin admin] 10.222.0.42 "PUT /v2.0/routers/313f9e04-c2be-4678-8132-dc209d3dd2cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2487319 May 25 16:21:57.705659 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-a3a0a673-c2c0-44b6-99b4-3e1f7bc35083 None None] Provisioning complete for port 45b7a404-4167-455a-ab68-0a86763d9d00 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:57.707053 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a673-c2c0-44b6-99b4-3e1f7bc35083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:57.755695 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0a673-c2c0-44b6-99b4-3e1f7bc35083 None None] Port 45b7a404-4167-455a-ab68-0a86763d9d00 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:21:57.799854 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850d5ca-c784-40b5-a77c-168d56668eab req-0fc80bf7-8105-480a-95ab-031100aa7f83 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:57.801890 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b850d5ca-c784-40b5-a77c-168d56668eab req-0fc80bf7-8105-480a-95ab-031100aa7f83 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0780668 May 25 16:21:57.888052 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b850d5ca-c784-40b5-a77c-168d56668eab req-5c0243de-df96-47fb-8e71-6b0892f446a3 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782743 May 25 16:21:58.141110 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42662) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:58.296315 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1967258223-network', 'tenant_id': '1177bbbd1faf430a8b269593ca6ab0c3'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:58.311993 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42670) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:58.317241 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1924744370-network', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:58.317666 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Made reservation on behalf of 1177bbbd1faf430a8b269593ca6ab0c3 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:58.320821 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.329391 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.338573 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Made reservation on behalf of 4a7c7b30b9bd4821a75beca185c91028 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:58.340994 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.350515 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.411883 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Publish callbacks [] for security_group (d457203d-036a-499e-8a24-69ac8bdb9778), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.416755 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (d457203d-036a-499e-8a24-69ac8bdb9778), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.433564 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Publish callbacks [] for security_group (1d8fec74-5894-4127-afed-509f9d26887a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.440554 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (1d8fec74-5894-4127-afed-509f9d26887a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.450886 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:21:58.452922 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:58.462262 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d457203d-036a-499e-8a24-69ac8bdb9778,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:58.472201 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:21:58.483261 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (51fda183-0f08-4771-9d6a-f8370af1f5e6), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.483679 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Added segment 51fda183-0f08-4771-9d6a-f8370af1f5e6 of type vlan for network 479037fc-de9c-476b-a18a-d71b5ff97d6a May 25 16:21:58.488106 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8fec74-5894-4127-afed-509f9d26887a,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:58.496807 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (000fb561-ceb1-428f-b352-f9a8528027c2), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.497386 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Added segment 000fb561-ceb1-428f-b352-f9a8528027c2 of type vlan for network 329b1319-53c3-4ba1-a2b8-dc0160ce96c5 May 25 16:21:58.539243 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (329b1319-53c3-4ba1-a2b8-dc0160ce96c5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.540237 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (479037fc-de9c-476b-a18a-d71b5ff97d6a), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.542861 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:58.569279 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (329b1319-53c3-4ba1-a2b8-dc0160ce96c5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.570143 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (479037fc-de9c-476b-a18a-d71b5ff97d6a), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.570371 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:58.570955 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.571503 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:58.572080 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.626199 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4838431 May 25 16:21:58.631603 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42676) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:58.637231 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-be5803f0-67c6-42f1-ab45-501cd1544e83 admin admin] Request body: {'subnet': {'network_id': '479037fc-de9c-476b-a18a-d71b5ff97d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1967258223-subnet', 'tenant_id': '1177bbbd1faf430a8b269593ca6ab0c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:58.639634 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ecda2-04ee-4097-98db-953c7eefffd4 admin admin] Pushing event updated for resources: {'Network': ['ID=479037fc-de9c-476b-a18a-d71b5ff97d6a,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:58.644912 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3318131 May 25 16:21:58.648418 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42678) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:58.650570 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 479037fc-de9c-476b-a18a-d71b5ff97d6a details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:21:58.655070 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-10f280e2-f205-49f5-aeed-a870ab55f77e admin admin] Request body: {'subnet': {'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1924744370-subnet', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:58.657543 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d159b-3f39-490e-8112-3b55dcb66e0f admin admin] Pushing event updated for resources: {'Network': ['ID=329b1319-53c3-4ba1-a2b8-dc0160ce96c5,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:58.665956 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:58.671431 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5803f0-67c6-42f1-ab45-501cd1544e83 admin admin] Made reservation on behalf of 1177bbbd1faf430a8b269593ca6ab0c3 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:58.674638 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be5803f0-67c6-42f1-ab45-501cd1544e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372585'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.681081 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f280e2-f205-49f5-aeed-a870ab55f77e admin admin] Made reservation on behalf of 4a7c7b30b9bd4821a75beca185c91028 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:58.683765 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-10f280e2-f205-49f5-aeed-a870ab55f77e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8872406'] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.698365 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 329b1319-53c3-4ba1-a2b8-dc0160ce96c5 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:21:58.719189 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:58.763867 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:58.841289 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Sync routers for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:21:58.852728 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:21:58.853674 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:21:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:58.868489 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-10f280e2-f205-49f5-aeed-a870ab55f77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8872228'] for subnet (25d16087-a39c-469e-ae2f-e8aea1ce8896), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.874729 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be5803f0-67c6-42f1-ab45-501cd1544e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9645219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372635'] for subnet (33d5af29-fc80-4092-b1e1-eb7d3e7c7534), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.920887 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f280e2-f205-49f5-aeed-a870ab55f77e admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d16087-a39c-469e-ae2f-e8aea1ce8896,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:58.936554 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f280e2-f205-49f5-aeed-a870ab55f77e admin admin] Checking segment: {'id': '000fb561-ceb1-428f-b352-f9a8528027c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:21:58.936914 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f280e2-f205-49f5-aeed-a870ab55f77e admin admin] Network hostable DHCP agents. Network: 329b1319-53c3-4ba1-a2b8-dc0160ce96c5, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:21:58.951487 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5803f0-67c6-42f1-ab45-501cd1544e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d5af29-fc80-4092-b1e1-eb7d3e7c7534,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:58.956730 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:58.963429 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f280e2-f205-49f5-aeed-a870ab55f77e admin admin] Network 329b1319-53c3-4ba1-a2b8-dc0160ce96c5 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:21:58.963622 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5803f0-67c6-42f1-ab45-501cd1544e83 admin admin] Checking segment: {'id': '51fda183-0f08-4771-9d6a-f8370af1f5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '479037fc-de9c-476b-a18a-d71b5ff97d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:21:58.963780 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5803f0-67c6-42f1-ab45-501cd1544e83 admin admin] Network hostable DHCP agents. Network: 479037fc-de9c-476b-a18a-d71b5ff97d6a, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:21:58.970838 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:21:58.977798 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-10f280e2-f205-49f5-aeed-a870ab55f77e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 329b1319-53c3-4ba1-a2b8-dc0160ce96c5) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:58.983272 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f280e2-f205-49f5-aeed-a870ab55f77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:58.984363 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-10f280e2-f205-49f5-aeed-a870ab55f77e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:58.997061 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5803f0-67c6-42f1-ab45-501cd1544e83 admin admin] Network 479037fc-de9c-476b-a18a-d71b5ff97d6a is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:21:59.008511 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-be5803f0-67c6-42f1-ab45-501cd1544e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 479037fc-de9c-476b-a18a-d71b5ff97d6a) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:59.009012 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa28cbd-42c0-4919-8eab-09cb4c7f0dcb None None] Network 329b1319-53c3-4ba1-a2b8-dc0160ce96c5 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:21:59.018303 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-10f280e2-f205-49f5-aeed-a870ab55f77e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3674843 May 25 16:21:59.020909 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42684) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:59.027503 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1924744370-router', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:59.035226 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5803f0-67c6-42f1-ab45-501cd1544e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:59.037034 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be5803f0-67c6-42f1-ab45-501cd1544e83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.040073 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff44c593-1987-4f8d-b888-ceac171ca82c None None] Network 479037fc-de9c-476b-a18a-d71b5ff97d6a requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:21:59.068530 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29e0d5-62c4-48e2-94e6-56fc5dad7aa5 req-a3c69030-57ea-473b-89b7-eaa611aaf464 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:21:59.068838 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-be5803f0-67c6-42f1-ab45-501cd1544e83 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4358997 May 25 16:21:59.074233 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cd29e0d5-62c4-48e2-94e6-56fc5dad7aa5 req-a3c69030-57ea-473b-89b7-eaa611aaf464 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0752327 May 25 16:21:59.090098 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29554'] for router (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.092147 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3681872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29561'] for router (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.162483 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cd29e0d5-62c4-48e2-94e6-56fc5dad7aa5 req-98357a90-821f-42ba-9fc3-b0d968fb0c74 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833788 May 25 16:21:59.178819 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Publish callbacks [] for router_controller (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.264917 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 4891f428-4c84-41a8-9d01-51d8491a8f55 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:21:59.335048 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Publish callbacks [] for router_gateway (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.406130 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ee8f66d-6478-59fe-875a-ccd0fa6a1b8a-329b1319-53c3-4ba1-a2b8-dc0160ce96c5', 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5', 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'fixed_ips': [{'subnet_id': '25d16087-a39c-469e-ae2f-e8aea1ce8896'}]}} from dv-cinder-843278-2-iscsi. {{(pid=103814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:21:59.407085 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.415718 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c993c722-d7f0-47ab-9126-24096c00e2ed None None] Network 479037fc-de9c-476b-a18a-d71b5ff97d6a requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:21:59.471686 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 4891f428-4c84-41a8-9d01-51d8491a8f55 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:21:59.472311 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.576332 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Publish callbacks [] for router_gateway (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.596492 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.646521 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 2, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:21:59.682215 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:59.702123 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Checking router: 313f9e04-c2be-4678-8132-dc209d3dd2cf for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:21:59.703200 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Updating router 313f9e04-c2be-4678-8132-dc209d3dd2cf port 45b7a404-4167-455a-ab68-0a86763d9d00 binding host dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:21:59.705409 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Allocated IP 172.27.1.108 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/3f62003b-5435-42e9-a1fd-a0513d1d948f) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:21:59.748988 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42702) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:21:59.754444 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-620567396-network', 'tenant_id': '871c3728c40d4db5b249240d65fe8415'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:21:59.764065 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:59.779303 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Made reservation on behalf of 871c3728c40d4db5b249240d65fe8415 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:21:59.781855 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.784228 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:59.791105 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.791417 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.819636 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.db_base_plugin_common [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Allocated IP 172.20.0.2 (329b1319-53c3-4ba1-a2b8-dc0160ce96c5/25d16087-a39c-469e-ae2f-e8aea1ce8896/47e4bdb4-e770-48f1-a5a1-60a98110eaae) {{(pid=103814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:21:59.825420 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 4891f428-4c84-41a8-9d01-51d8491a8f55 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:21:59.825630 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Publish callbacks [] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.826182 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.866634 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.876657 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:21:59.892114 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Publish callbacks [] for security_group (e14de3ea-bc29-434e-95b0-e3073783b77d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.892384 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port 4891f428-4c84-41a8-9d01-51d8491a8f55, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=4891f428-4c84-41a8-9d01-51d8491a8f55,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:21:59.898133 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (e14de3ea-bc29-434e-95b0-e3073783b77d), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.902600 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:21:59.905703 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:21:59.908256 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:21:59.929765 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.930940 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:21:59.941350 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14de3ea-bc29-434e-95b0-e3073783b77d,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:59.948561 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (ec409992-dce3-4f8f-8d86-d3b5f63b3c5c), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:21:59.949070 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Added segment ec409992-dce3-4f8f-8d86-d3b5f63b3c5c of type vlan for network fc7f6679-a8e2-457c-9dbb-6b38cf9372f9 May 25 16:21:59.962517 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3f62003b-5435-42e9-a1fd-a0513d1d948f,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:21:59.995889 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=14,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:00.008915 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (fc7f6679-a8e2-457c-9dbb-6b38cf9372f9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.046855 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (fc7f6679-a8e2-457c-9dbb-6b38cf9372f9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.048176 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:00.048880 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.060419 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:00.130263 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3773882 May 25 16:22:00.135168 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42708) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:00.142887 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-4c0a3d91-86ee-4649-a34b-337da4a6cb82 admin admin] Request body: {'subnet': {'network_id': 'fc7f6679-a8e2-457c-9dbb-6b38cf9372f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-620567396-subnet', 'tenant_id': '871c3728c40d4db5b249240d65fe8415', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:00.158219 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a256e-9b22-4b83-a3b1-4ffeefa543c3 admin admin] Pushing event updated for resources: {'Network': ['ID=fc7f6679-a8e2-457c-9dbb-6b38cf9372f9,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:00.174436 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0a3d91-86ee-4649-a34b-337da4a6cb82 admin admin] Made reservation on behalf of 871c3728c40d4db5b249240d65fe8415 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:22:00.177351 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3d91-86ee-4649-a34b-337da4a6cb82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8872406'] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.206024 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network fc7f6679-a8e2-457c-9dbb-6b38cf9372f9 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:22:00.290065 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=4891f428-4c84-41a8-9d01-51d8491a8f55,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:00.329215 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e33f5dbc-3201-42e3-8b17-e648b2df1abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.350135 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f7386-cc5f-4d04-8288-a8a282082963 req-4f8ffecc-fde4-4116-a2c7-9c2519c32a41 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:00.358035 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-304f7386-cc5f-4d04-8288-a8a282082963 req-4f8ffecc-fde4-4116-a2c7-9c2519c32a41 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0736289 May 25 16:22:00.447452 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Publish callbacks [] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), precommit_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.461411 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.463833 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-304f7386-cc5f-4d04-8288-a8a282082963 req-9dc59d58-c5b5-4a1a-92bc-eed2c3e99dc0 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045475 May 25 16:22:00.505820 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Publish callbacks [] for router_gateway (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.527648 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Network 329b1319-53c3-4ba1-a2b8-dc0160ce96c5 is already hosted by enough agents. {{(pid=103814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:22:00.534782 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.base_scheduler [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Resources bound (agent type, host, resource id): {{(pid=103814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:22:00.536606 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Pushing event updated for resources: {'Port': ['ID=47e4bdb4-e770-48f1-a5a1-60a98110eaae,revision_number=1']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:00.551413 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Received port after_create {{(pid=103814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:22:00.598133 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42718) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:00.606076 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3d91-86ee-4649-a34b-337da4a6cb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8872228'] for subnet (efc403ca-8cfc-4cc9-b517-6b9dc504a0fd), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.671044 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Attempting to bind port 47e4bdb4-e770-48f1-a5a1-60a98110eaae on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:22:00.671741 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Attempting to bind port 47e4bdb4-e770-48f1-a5a1-60a98110eaae by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '000fb561-ceb1-428f-b352-f9a8528027c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:22:00.672297 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Attempting to bind port 47e4bdb4-e770-48f1-a5a1-60a98110eaae on network 329b1319-53c3-4ba1-a2b8-dc0160ce96c5 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:22:00.686012 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Publish callbacks [] for port (45b7a404-4167-455a-ab68-0a86763d9d00), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.687945 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a3d91-86ee-4649-a34b-337da4a6cb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc403ca-8cfc-4cc9-b517-6b9dc504a0fd,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:00.688486 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:22:00.689068 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Checking segment: {'id': '000fb561-ceb1-428f-b352-f9a8528027c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:22:00.689649 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.690286 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Bound using segment: {'id': '000fb561-ceb1-428f-b352-f9a8528027c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:22:00.690969 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Bound port: 47e4bdb4-e770-48f1-a5a1-60a98110eaae, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000fb561-ceb1-428f-b352-f9a8528027c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:22:00.691559 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.700693 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0a3d91-86ee-4649-a34b-337da4a6cb82 admin admin] Checking segment: {'id': 'ec409992-dce3-4f8f-8d86-d3b5f63b3c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fc7f6679-a8e2-457c-9dbb-6b38cf9372f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:22:00.701081 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a3d91-86ee-4649-a34b-337da4a6cb82 admin admin] Network hostable DHCP agents. Network: fc7f6679-a8e2-457c-9dbb-6b38cf9372f9, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:22:00.706465 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.749470 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a3d91-86ee-4649-a34b-337da4a6cb82 admin admin] Network fc7f6679-a8e2-457c-9dbb-6b38cf9372f9 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:22:00.757666 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3865727'] for router (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.773254 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a3d91-86ee-4649-a34b-337da4a6cb82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, fc7f6679-a8e2-457c-9dbb-6b38cf9372f9) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:22:00.778577 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a3d91-86ee-4649-a34b-337da4a6cb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:00.788782 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3d91-86ee-4649-a34b-337da4a6cb82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.791526 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a76a46-3994-44df-92eb-9402f9593ba5 None None] Network fc7f6679-a8e2-457c-9dbb-6b38cf9372f9 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:22:00.820789 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4c0a3d91-86ee-4649-a34b-337da4a6cb82 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6746259 May 25 16:22:00.820973 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:00.854115 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6323fecb-c744-47be-85ef-611f20583a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:00.876277 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5568843-e700-4a14-9585-73e3bf58ed59 None None] Pushing event updated for resources: {'Port': ['ID=45b7a404-4167-455a-ab68-0a86763d9d00,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:00.896225 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:00.909504 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] For port 47e4bdb4-e770-48f1-a5a1-60a98110eaae, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:22:00.953895 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] For port 47e4bdb4-e770-48f1-a5a1-60a98110eaae, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=47e4bdb4-e770-48f1-a5a1-60a98110eaae,segment=NetworkSegment(000fb561-ceb1-428f-b352-f9a8528027c2),segment_id=000fb561-ceb1-428f-b352-f9a8528027c2)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:22:00.982612 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42726) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:00.992221 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.020449 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:01.042259 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7399a6c9-7703-4b58-9312-45c704f968b5 admin admin] Deleting subnet 33d5af29-fc80-4092-b1e1-eb7d3e7c7534 {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:22:01.046515 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7399a6c9-7703-4b58-9312-45c704f968b5 admin admin] Publish callbacks [] for subnet (33d5af29-fc80-4092-b1e1-eb7d3e7c7534), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.054350 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:01.057257 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6323fecb-c744-47be-85ef-611f20583a7c admin admin] Publish callbacks [] for security_group (db45246c-07bd-450d-acd8-f736eb8389cc), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.062387 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Attempting to bind port 45b7a404-4167-455a-ab68-0a86763d9d00 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:22:01.063028 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Attempting to bind port 45b7a404-4167-455a-ab68-0a86763d9d00 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:22:01.063542 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Attempting to bind port 45b7a404-4167-455a-ab68-0a86763d9d00 on network 5f7c259b-fa42-4f62-9149-4145e768ec9c {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:22:01.067139 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6323fecb-c744-47be-85ef-611f20583a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (db45246c-07bd-450d-acd8-f736eb8389cc), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.079894 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:22:01.080561 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Checking segment: {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:22:01.081304 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.081959 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Bound using segment: {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:22:01.082716 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Bound port: 45b7a404-4167-455a-ab68-0a86763d9d00, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:22:01.083244 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.090482 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4f70e4-5b14-4dab-b331-13ff006bd482 None None] Network fc7f6679-a8e2-457c-9dbb-6b38cf9372f9 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:22:01.130264 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7399a6c9-7703-4b58-9312-45c704f968b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249884'] for subnet (33d5af29-fc80-4092-b1e1-eb7d3e7c7534), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.138664 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Router 9a4a0960-2452-46d4-8eaa-c150a3c83f9f is scheduled to L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:22:01.167216 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7ffc3-89e9-4767-ae6f-5a994bbb1607 None None] Pushing event updated for resources: {'Port': ['ID=47e4bdb4-e770-48f1-a5a1-60a98110eaae,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:01.168114 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323fecb-c744-47be-85ef-611f20583a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db45246c-07bd-450d-acd8-f736eb8389cc,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:01.179305 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6323fecb-c744-47be-85ef-611f20583a7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24ea377e9c51407ca742c5ce93e6c274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5799205 May 25 16:22:01.180586 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42728) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:01.240970 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7399a6c9-7703-4b58-9312-45c704f968b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (33d5af29-fc80-4092-b1e1-eb7d3e7c7534), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.271363 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 4891f428-4c84-41a8-9d01-51d8491a8f55 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:22:01.272040 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:01.294547 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42de98ce-50c7-4c07-a290-57d13d9e4c49 admin admin] Publish callbacks [] for security_group (db45246c-07bd-450d-acd8-f736eb8389cc), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.311222 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-d341958d-4f81-43ce-b5fe-aa3fd8eb39f6 None None] Provisioning complete for port 45b7a404-4167-455a-ab68-0a86763d9d00 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:01.311593 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d341958d-4f81-43ce-b5fe-aa3fd8eb39f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.319255 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:22:01.329054 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42de98ce-50c7-4c07-a290-57d13d9e4c49 admin admin] Publish callbacks [] for security_group (db45246c-07bd-450d-acd8-f736eb8389cc), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.339690 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7399a6c9-7703-4b58-9312-45c704f968b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8872237'] for subnet (33d5af29-fc80-4092-b1e1-eb7d3e7c7534), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.344995 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Sync routers for ids ['9a4a0960-2452-46d4-8eaa-c150a3c83f9f'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:22:01.360725 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.364135 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3fb5bc2f-be7d-4ac3-be25-f7a4c3b9a1c3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3389096 May 25 16:22:01.364876 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42730) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:01.373217 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:01.388190 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] For port 45b7a404-4167-455a-ab68-0a86763d9d00, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:22:01.389974 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Routers {'9a4a0960-2452-46d4-8eaa-c150a3c83f9f'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:22:01.393483 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:21:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['9a4a0960-2452-46d4-8eaa-c150a3c83f9f'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:01.452328 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399a6c9-7703-4b58-9312-45c704f968b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d5af29-fc80-4092-b1e1-eb7d3e7c7534,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:01.459050 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-d341958d-4f81-43ce-b5fe-aa3fd8eb39f6 None None] Port 45b7a404-4167-455a-ab68-0a86763d9d00 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:22:01.461351 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7399a6c9-7703-4b58-9312-45c704f968b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.467214 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7399a6c9-7703-4b58-9312-45c704f968b5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/33d5af29-fc80-4092-b1e1-eb7d3e7c7534 HTTP/1.1" status: 204 len: 168 time: 0.4807513 May 25 16:22:01.467578 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42734) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:01.473077 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] For port 45b7a404-4167-455a-ab68-0a86763d9d00, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=45b7a404-4167-455a-ab68-0a86763d9d00,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:22:01.492002 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 4891f428-4c84-41a8-9d01-51d8491a8f55 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:01.493506 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.564577 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.567002 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42de98ce-50c7-4c07-a290-57d13d9e4c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (db45246c-07bd-450d-acd8-f736eb8389cc), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.575168 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42de98ce-50c7-4c07-a290-57d13d9e4c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.576380 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-42de98ce-50c7-4c07-a290-57d13d9e4c49 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db45246c-07bd-450d-acd8-f736eb8389cc HTTP/1.1" status: 204 len: 168 time: 0.3947923 May 25 16:22:01.595857 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (479037fc-de9c-476b-a18a-d71b5ff97d6a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:01.651006 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5568843-e700-4a14-9585-73e3bf58ed59 None None] Pushing event updated for resources: {'Port': ['ID=45b7a404-4167-455a-ab68-0a86763d9d00,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:01.701155 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Set router 9a4a0960-2452-46d4-8eaa-c150a3c83f9f gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:22:01.741538 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:22:01.742831 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:21:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:01.857587 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:01.901859 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 4891f428-4c84-41a8-9d01-51d8491a8f55 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:01.961500 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:22:02.060034 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9863c91-b647-48df-82c6-6bc4ccf7c6c8 req-247ef822-b929-47a9-b101-b36ece6bc68e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:02.062704 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e9863c91-b647-48df-82c6-6bc4ccf7c6c8 req-247ef822-b929-47a9-b101-b36ece6bc68e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.4852362 May 25 16:22:02.070788 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de98ce-50c7-4c07-a290-57d13d9e4c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db45246c-07bd-450d-acd8-f736eb8389cc,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:02.153274 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'name': 'tempest-TestVolumeBootPattern-1924744370-router', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:22:00Z', 'revision_number': 3, 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'gw_port': {'id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:02.213848 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Checking router: 9a4a0960-2452-46d4-8eaa-c150a3c83f9f for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:22:02.214437 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Updating router 9a4a0960-2452-46d4-8eaa-c150a3c83f9f port 3f62003b-5435-42e9-a1fd-a0513d1d948f binding host dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:22:02.262459 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.327303 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e9863c91-b647-48df-82c6-6bc4ccf7c6c8 req-0ef36653-9e2e-49ea-9cba-af00abef0988 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340529 May 25 16:22:02.359808 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-fde95d10-2c43-4794-8d1e-f91cecdeb601 None None] Provisioning complete for port 45b7a404-4167-455a-ab68-0a86763d9d00 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:02.360173 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-fde95d10-2c43-4794-8d1e-f91cecdeb601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.363796 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (479037fc-de9c-476b-a18a-d71b5ff97d6a), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.418501 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479037fc-de9c-476b-a18a-d71b5ff97d6a']}} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:02.423949 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.431803 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fda183-0f08-4771-9d6a-f8370af1f5e6') {'for_net_delete': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:02.432021 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fda183-0f08-4771-9d6a-f8370af1f5e6') {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:02.439816 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:01Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:02.468641 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249875'] for segment (51fda183-0f08-4771-9d6a-f8370af1f5e6), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.498618 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (51fda183-0f08-4771-9d6a-f8370af1f5e6), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.507410 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=103812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:22:02.507927 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407980'] for segment (51fda183-0f08-4771-9d6a-f8370af1f5e6), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.590415 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (479037fc-de9c-476b-a18a-d71b5ff97d6a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.611785 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.621173 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] 10.222.0.42 "DELETE /v2.0/networks/479037fc-de9c-476b-a18a-d71b5ff97d6a HTTP/1.1" status: 204 len: 168 time: 1.1502967 May 25 16:22:02.622901 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42756) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:02.651486 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 51fda183-0f08-4771-9d6a-f8370af1f5e6 resource provider aggregate not found May 25 16:22:02.660848 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33eb53-63f3-4c89-91f5-574a9e564d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=479037fc-de9c-476b-a18a-d71b5ff97d6a,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:02.688992 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 51fda183-0f08-4771-9d6a-f8370af1f5e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51fda183-0f08-4771-9d6a-f8370af1f5e6 found for delete ", "request_id": "req-2621eb84-7be4-4143-bc84-f9647b696c3b"}]} May 25 16:22:02.725803 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236e64d-b9b9-4b98-bb81-d02c97e52516 None None] The sync data for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi is: [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:01Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:22:02.726734 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:02.739544 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:02.740660 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c2f70938-5e70-4188-8dc9-aeb11c6b51fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.793395 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Publish callbacks [] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), precommit_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.815938 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.845308 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-fde95d10-2c43-4794-8d1e-f91cecdeb601 None None] Current status of the port 45b7a404-4167-455a-ab68-0a86763d9d00 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:02.847081 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-fde95d10-2c43-4794-8d1e-f91cecdeb601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.858263 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Allocated IP 172.20.0.1 (329b1319-53c3-4ba1-a2b8-dc0160ce96c5/25d16087-a39c-469e-ae2f-e8aea1ce8896/0339d682-6136-42b6-807f-f6ea856830de) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:22:02.905337 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Attempting to bind port 3f62003b-5435-42e9-a1fd-a0513d1d948f on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:22:02.905899 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Attempting to bind port 3f62003b-5435-42e9-a1fd-a0513d1d948f by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:22:02.906260 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Attempting to bind port 3f62003b-5435-42e9-a1fd-a0513d1d948f on network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:22:02.910605 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e7e4f-4071-446f-860c-566b0ba585b2 None None] Pushing event updated for resources: {'Port': ['ID=3f62003b-5435-42e9-a1fd-a0513d1d948f,revision_number=2']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:02.910875 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-fde95d10-2c43-4794-8d1e-f91cecdeb601 None None] For port 45b7a404-4167-455a-ab68-0a86763d9d00, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=45b7a404-4167-455a-ab68-0a86763d9d00,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:22:02.914251 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adc8733-1aeb-4a77-9d30-fcc7de4ced7a None None] Network 329b1319-53c3-4ba1-a2b8-dc0160ce96c5 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:22:02.923105 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:22:02.923723 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Checking segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:22:02.924497 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.925458 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Bound using segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:22:02.926393 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Bound port: 3f62003b-5435-42e9-a1fd-a0513d1d948f, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:22:02.927637 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.931079 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-fde95d10-2c43-4794-8d1e-f91cecdeb601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:02.947370 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:02.963465 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:02.968925 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4952a6-dbbf-4796-84e3-179553124770 admin admin] Deleting subnet efc403ca-8cfc-4cc9-b517-6b9dc504a0fd {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:22:02.982459 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1a4952a6-dbbf-4796-84e3-179553124770 admin admin] Publish callbacks [] for subnet (efc403ca-8cfc-4cc9-b517-6b9dc504a0fd), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.008044 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] For port 3f62003b-5435-42e9-a1fd-a0513d1d948f, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:22:03.014729 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] For port 3f62003b-5435-42e9-a1fd-a0513d1d948f, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=3f62003b-5435-42e9-a1fd-a0513d1d948f,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:22:03.016487 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:03.029647 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.061263 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde95d10-2c43-4794-8d1e-f91cecdeb601 None None] Pushing event updated for resources: {'Port': ['ID=45b7a404-4167-455a-ab68-0a86763d9d00,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:03.087554 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Publish callbacks [] for port (0339d682-6136-42b6-807f-f6ea856830de), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.100535 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-3233272f-fbff-42aa-aa80-906a003e17e7 None None] Provisioning complete for port 47e4bdb4-e770-48f1-a5a1-60a98110eaae triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:03.100808 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-3233272f-fbff-42aa-aa80-906a003e17e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.108070 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Routers {'9a4a0960-2452-46d4-8eaa-c150a3c83f9f'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:22:03.108705 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:22:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['9a4a0960-2452-46d4-8eaa-c150a3c83f9f'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:03.112152 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e7e4f-4071-446f-860c-566b0ba585b2 None None] Pushing event updated for resources: {'Port': ['ID=3f62003b-5435-42e9-a1fd-a0513d1d948f,revision_number=3']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:03.126865 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1a4952a6-dbbf-4796-84e3-179553124770 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9908729'] for subnet (efc403ca-8cfc-4cc9-b517-6b9dc504a0fd), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.152038 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (0339d682-6136-42b6-807f-f6ea856830de), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.259597 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Network 329b1319-53c3-4ba1-a2b8-dc0160ce96c5 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:22:03.262247 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-3233272f-fbff-42aa-aa80-906a003e17e7 None None] Current status of the port 47e4bdb4-e770-48f1-a5a1-60a98110eaae is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:03.262643 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-3233272f-fbff-42aa-aa80-906a003e17e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.274380 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:22:03.280203 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:22:03.282201 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Pushing event updated for resources: {'Port': ['ID=0339d682-6136-42b6-807f-f6ea856830de,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:03.290681 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1a4952a6-dbbf-4796-84e3-179553124770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (efc403ca-8cfc-4cc9-b517-6b9dc504a0fd), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.330401 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] Set router 9a4a0960-2452-46d4-8eaa-c150a3c83f9f gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:22:03.334271 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-3233272f-fbff-42aa-aa80-906a003e17e7 None None] For port 47e4bdb4-e770-48f1-a5a1-60a98110eaae, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=47e4bdb4-e770-48f1-a5a1-60a98110eaae,segment=NetworkSegment(000fb561-ceb1-428f-b352-f9a8528027c2),segment_id=000fb561-ceb1-428f-b352-f9a8528027c2)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:22:03.342154 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-3233272f-fbff-42aa-aa80-906a003e17e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.410569 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 45b7a404-4167-455a-ab68-0a86763d9d00 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:22:03.435145 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858730'] for router_interface (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.497984 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233272f-fbff-42aa-aa80-906a003e17e7 None None] Pushing event updated for resources: {'Port': ['ID=47e4bdb4-e770-48f1-a5a1-60a98110eaae,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:03.519901 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47a60b-123e-4d5a-ad3f-3b5a220666c4 req-115d81a4-7865-4376-8650-9c75953fb1cb tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:03.522480 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9e47a60b-123e-4d5a-ad3f-3b5a220666c4 req-115d81a4-7865-4376-8650-9c75953fb1cb tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0663331 May 25 16:22:03.542039 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 45b7a404-4167-455a-ab68-0a86763d9d00 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:03.542039 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.544954 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:03.551517 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1a4952a6-dbbf-4796-84e3-179553124770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372626'] for subnet (efc403ca-8cfc-4cc9-b517-6b9dc504a0fd), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.602910 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9e47a60b-123e-4d5a-ad3f-3b5a220666c4 req-d39ffec8-a24b-4e20-b3ad-b509bf945744 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605426 May 25 16:22:03.637835 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4952a6-dbbf-4796-84e3-179553124770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc403ca-8cfc-4cc9-b517-6b9dc504a0fd,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:03.649279 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1a4952a6-dbbf-4796-84e3-179553124770 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.652512 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1a4952a6-dbbf-4796-84e3-179553124770 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/efc403ca-8cfc-4cc9-b517-6b9dc504a0fd HTTP/1.1" status: 204 len: 168 time: 1.0291259 May 25 16:22:03.655158 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42764) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:03.691819 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.713815 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-90c1943e-0e5c-4594-b3a9-29a7f613ed99 None None] Provisioning complete for port 47e4bdb4-e770-48f1-a5a1-60a98110eaae triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:03.713815 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-90c1943e-0e5c-4594-b3a9-29a7f613ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.723714 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'name': 'tempest-TestVolumeBootPattern-1924744370-router', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:22:00Z', 'revision_number': 3, 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'gw_port': {'id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:03.795827 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b3851f-d2bc-4cf3-aed5-da9c92f15536 None None] The sync data for ids ['9a4a0960-2452-46d4-8eaa-c150a3c83f9f'] in dv-cinder-843278-2-iscsi is: [{'id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'name': 'tempest-TestVolumeBootPattern-1924744370-router', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:22:00Z', 'revision_number': 3, 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'gw_port': {'id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:22:03.824875 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (fc7f6679-a8e2-457c-9dbb-6b38cf9372f9), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.846306 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0339d682-6136-42b6-807f-f6ea856830de), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:03.876876 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 45b7a404-4167-455a-ab68-0a86763d9d00 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:03.878078 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 47e4bdb4-e770-48f1-a5a1-60a98110eaae up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:22:04.009974 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 47e4bdb4-e770-48f1-a5a1-60a98110eaae triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:04.010352 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.035149 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (fc7f6679-a8e2-457c-9dbb-6b38cf9372f9), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.059470 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-90c1943e-0e5c-4594-b3a9-29a7f613ed99 None None] Current status of the port 47e4bdb4-e770-48f1-a5a1-60a98110eaae is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:04.066552 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7f6679-a8e2-457c-9dbb-6b38cf9372f9']}} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:04.090188 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec409992-dce3-4f8f-8d86-d3b5f63b3c5c') {'for_net_delete': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:04.090545 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec409992-dce3-4f8f-8d86-d3b5f63b3c5c') {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:04.102226 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249875'] for segment (ec409992-dce3-4f8f-8d86-d3b5f63b3c5c), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.113278 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:04.115087 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:04.118729 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 47e4bdb4-e770-48f1-a5a1-60a98110eaae is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:04.125422 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (ec409992-dce3-4f8f-8d86-d3b5f63b3c5c), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.133849 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=103812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:22:04.134158 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407980'] for segment (ec409992-dce3-4f8f-8d86-d3b5f63b3c5c), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.180759 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-ef96cf84-03f8-4028-8504-0725821a22f5 None None] Provisioning complete for port 0339d682-6136-42b6-807f-f6ea856830de triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:04.181136 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ef96cf84-03f8-4028-8504-0725821a22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0339d682-6136-42b6-807f-f6ea856830de), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.207298 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Publish callbacks [] for port (0339d682-6136-42b6-807f-f6ea856830de), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.213180 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (0339d682-6136-42b6-807f-f6ea856830de), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.215531 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (fc7f6679-a8e2-457c-9dbb-6b38cf9372f9), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.222534 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.226709 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] 10.222.0.42 "DELETE /v2.0/networks/fc7f6679-a8e2-457c-9dbb-6b38cf9372f9 HTTP/1.1" status: 204 len: 168 time: 0.5705431 May 25 16:22:04.241921 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-ef96cf84-03f8-4028-8504-0725821a22f5 None None] Port 0339d682-6136-42b6-807f-f6ea856830de cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:22:04.278498 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747c88c-0187-40a1-b50e-0e6c7968d14b admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7f6679-a8e2-457c-9dbb-6b38cf9372f9,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:04.347542 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-112397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859898'] for router_interface (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.356405 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Pushing event updated for resources: {'Port': ['ID=0339d682-6136-42b6-807f-f6ea856830de,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:04.448657 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:04.477536 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Network 329b1319-53c3-4ba1-a2b8-dc0160ce96c5 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:22:04.479118 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:22:04.538756 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42772) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:04.605262 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-597b16a4-508d-4627-8327-0973c08c87ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1177bbbd1faf430a8b269593ca6ab0c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612876 May 25 16:22:04.607076 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42774) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:04.620057 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Router 9a4a0960-2452-46d4-8eaa-c150a3c83f9f has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:22:04.719872 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment ec409992-dce3-4f8f-8d86-d3b5f63b3c5c resource provider aggregate not found May 25 16:22:04.749857 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment ec409992-dce3-4f8f-8d86-d3b5f63b3c5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec409992-dce3-4f8f-8d86-d3b5f63b3c5c found for delete ", "request_id": "req-80e28656-2b3b-4691-944d-fbd9d5f6563c"}]} May 25 16:22:04.750708 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:22:04.757390 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f6cdfba3-4a75-43ae-ae32-036601ab5fbc admin admin] 10.222.0.42 "PUT /v2.0/routers/9a4a0960-2452-46d4-8eaa-c150a3c83f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3906498 May 25 16:22:04.777426 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:04.785615 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:04.794852 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8f49b12c-9597-4c20-af61-8d6f386a712c admin admin] Publish callbacks [] for security_group (d457203d-036a-499e-8a24-69ac8bdb9778), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.807297 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158a2a9-325f-4800-9f8e-529a639a993b req-d020659c-f282-439c-960e-95c18da94b09 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:04.808882 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3158a2a9-325f-4800-9f8e-529a639a993b req-d020659c-f282-439c-960e-95c18da94b09 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0722847 May 25 16:22:04.844742 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8f49b12c-9597-4c20-af61-8d6f386a712c admin admin] Publish callbacks [] for security_group (d457203d-036a-499e-8a24-69ac8bdb9778), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.871556 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-2ed68b08-ca0d-4b86-bbf5-5d8630df8b76 None None] Provisioning complete for port 0339d682-6136-42b6-807f-f6ea856830de triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:04.872279 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2ed68b08-ca0d-4b86-bbf5-5d8630df8b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0339d682-6136-42b6-807f-f6ea856830de), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.905226 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3158a2a9-325f-4800-9f8e-529a639a993b req-eee3dec1-b213-4d3d-96be-edf14da690da tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860124 May 25 16:22:04.913205 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-2ed68b08-ca0d-4b86-bbf5-5d8630df8b76 None None] Port 0339d682-6136-42b6-807f-f6ea856830de cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:22:04.932124 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8f49b12c-9597-4c20-af61-8d6f386a712c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (d457203d-036a-499e-8a24-69ac8bdb9778), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.934818 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8f49b12c-9597-4c20-af61-8d6f386a712c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:04.935943 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8f49b12c-9597-4c20-af61-8d6f386a712c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d457203d-036a-499e-8a24-69ac8bdb9778 HTTP/1.1" status: 204 len: 168 time: 0.3237357 May 25 16:22:04.946207 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49b12c-9597-4c20-af61-8d6f386a712c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d457203d-036a-499e-8a24-69ac8bdb9778,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:05.213175 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42794) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:05.218484 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-48139df6-56ee-48b8-a685-d4ee31d2ca18 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860376157', 'description': 'tempest-secgroup-smoke-1860376157 description', 'project_id': 'a40431f830294ea0a6395be072560dea'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:05.247836 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-48139df6-56ee-48b8-a685-d4ee31d2ca18 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.312269 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.327226 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-48139df6-56ee-48b8-a685-d4ee31d2ca18 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group (052d1766-c440-4419-956d-aed7751648dd), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.329669 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 3f62003b-5435-42e9-a1fd-a0513d1d948f up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:22:05.331433 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-48139df6-56ee-48b8-a685-d4ee31d2ca18 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (052d1766-c440-4419-956d-aed7751648dd), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.360805 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42796) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:05.368035 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-48139df6-56ee-48b8-a685-d4ee31d2ca18 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.369335 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-48139df6-56ee-48b8-a685-d4ee31d2ca18 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1545894 May 25 16:22:05.371350 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48139df6-56ee-48b8-a685-d4ee31d2ca18 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052d1766-c440-4419-956d-aed7751648dd,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:05.373328 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42798) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:05.378320 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-5a8ea33d-e9fd-4609-9cf4-823ac3f15d6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'security_group_rule': {'security_group_id': '052d1766-c440-4419-956d-aed7751648dd', 'project_id': 'a40431f830294ea0a6395be072560dea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:05.391734 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 3f62003b-5435-42e9-a1fd-a0513d1d948f triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:05.392112 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.408912 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a8ea33d-e9fd-4609-9cf4-823ac3f15d6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (cbe546d4-4d93-46b5-88f4-e540e75fa832), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.418684 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5049f273-0bcb-4428-b195-2117b8ada50c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=871c3728c40d4db5b249240d65fe8415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566468 May 25 16:22:05.421068 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42800) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:05.482500 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-60299d39-9b88-4a0d-b3d0-b1a18161b1d6 admin admin] Publish callbacks [] for security_group (e14de3ea-bc29-434e-95b0-e3073783b77d), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.484805 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a8ea33d-e9fd-4609-9cf4-823ac3f15d6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (cbe546d4-4d93-46b5-88f4-e540e75fa832), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.489755 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 3f62003b-5435-42e9-a1fd-a0513d1d948f is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:05.490003 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a8ea33d-e9fd-4609-9cf4-823ac3f15d6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (cbe546d4-4d93-46b5-88f4-e540e75fa832), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.490807 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.503979 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:05.508014 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-60299d39-9b88-4a0d-b3d0-b1a18161b1d6 admin admin] Publish callbacks [] for security_group (e14de3ea-bc29-434e-95b0-e3073783b77d), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.514302 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ea33d-e9fd-4609-9cf4-823ac3f15d6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe546d4-4d93-46b5-88f4-e540e75fa832,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:05.514549 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port 3f62003b-5435-42e9-a1fd-a0513d1d948f, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=3f62003b-5435-42e9-a1fd-a0513d1d948f,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:22:05.520371 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a8ea33d-e9fd-4609-9cf4-823ac3f15d6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.525515 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5a8ea33d-e9fd-4609-9cf4-823ac3f15d6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512020 May 25 16:22:05.525693 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.526467 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 47e4bdb4-e770-48f1-a5a1-60a98110eaae up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:22:05.526584 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42802) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:05.530922 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-f2f3863a-ae56-421c-b47b-53f19d74ed6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'security_group_rule': {'security_group_id': '052d1766-c440-4419-956d-aed7751648dd', 'project_id': 'a40431f830294ea0a6395be072560dea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:05.562468 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2f3863a-ae56-421c-b47b-53f19d74ed6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (8514cb36-e6ed-48f6-8a30-062bf0f8db5b), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.571544 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-60299d39-9b88-4a0d-b3d0-b1a18161b1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (e14de3ea-bc29-434e-95b0-e3073783b77d), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.575148 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-60299d39-9b88-4a0d-b3d0-b1a18161b1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.576540 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-60299d39-9b88-4a0d-b3d0-b1a18161b1d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e14de3ea-bc29-434e-95b0-e3073783b77d HTTP/1.1" status: 204 len: 168 time: 0.1543415 May 25 16:22:05.586613 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60299d39-9b88-4a0d-b3d0-b1a18161b1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14de3ea-bc29-434e-95b0-e3073783b77d,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:05.612681 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=3f62003b-5435-42e9-a1fd-a0513d1d948f,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:05.625970 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 47e4bdb4-e770-48f1-a5a1-60a98110eaae triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:05.626789 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.631096 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:05.641810 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2f3863a-ae56-421c-b47b-53f19d74ed6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (8514cb36-e6ed-48f6-8a30-062bf0f8db5b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.647851 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2f3863a-ae56-421c-b47b-53f19d74ed6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (8514cb36-e6ed-48f6-8a30-062bf0f8db5b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.675296 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3863a-ae56-421c-b47b-53f19d74ed6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8514cb36-e6ed-48f6-8a30-062bf0f8db5b,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:05.685388 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2f3863a-ae56-421c-b47b-53f19d74ed6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.692691 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f2f3863a-ae56-421c-b47b-53f19d74ed6d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1649840 May 25 16:22:05.695494 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42806) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:05.700086 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-5ea5b2b0-f2b0-486a-98a0-53d81318f02c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'security_group_rule': {'security_group_id': '052d1766-c440-4419-956d-aed7751648dd', 'project_id': 'a40431f830294ea0a6395be072560dea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:05.725132 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 47e4bdb4-e770-48f1-a5a1-60a98110eaae is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:05.734088 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b2b0-f2b0-486a-98a0-53d81318f02c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (ba51f317-4f2f-4336-aa90-10a0caa5b7e4), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.805027 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b2b0-f2b0-486a-98a0-53d81318f02c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (ba51f317-4f2f-4336-aa90-10a0caa5b7e4), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.808755 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b2b0-f2b0-486a-98a0-53d81318f02c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (ba51f317-4f2f-4336-aa90-10a0caa5b7e4), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.829085 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5b2b0-f2b0-486a-98a0-53d81318f02c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba51f317-4f2f-4336-aa90-10a0caa5b7e4,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:05.840606 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b2b0-f2b0-486a-98a0-53d81318f02c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.842525 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5ea5b2b0-f2b0-486a-98a0-53d81318f02c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459234 May 25 16:22:05.845435 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 42810) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:05.850769 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-f37acac0-85eb-434e-9bd4-7aa693310569 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'security_group_rule': {'security_group_id': '052d1766-c440-4419-956d-aed7751648dd', 'project_id': 'a40431f830294ea0a6395be072560dea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:05.881583 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f37acac0-85eb-434e-9bd4-7aa693310569 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (25f103cf-70f8-427c-a12f-6762a150c9f5), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.935477 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f37acac0-85eb-434e-9bd4-7aa693310569 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (25f103cf-70f8-427c-a12f-6762a150c9f5), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.939065 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f37acac0-85eb-434e-9bd4-7aa693310569 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (25f103cf-70f8-427c-a12f-6762a150c9f5), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.956274 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37acac0-85eb-434e-9bd4-7aa693310569 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f103cf-70f8-427c-a12f-6762a150c9f5,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:05.973515 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f37acac0-85eb-434e-9bd4-7aa693310569 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:05.973515 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f37acac0-85eb-434e-9bd4-7aa693310569 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255260 May 25 16:22:05.975145 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42820) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:05.980750 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-550a5ba2-ecd1-4111-ad04-70c9546ed024 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'security_group_rule': {'security_group_id': '052d1766-c440-4419-956d-aed7751648dd', 'project_id': 'a40431f830294ea0a6395be072560dea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:06.007914 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-550a5ba2-ecd1-4111-ad04-70c9546ed024 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Project a40431f830294ea0a6395be072560dea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:22:06.014373 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-550a5ba2-ecd1-4111-ad04-70c9546ed024 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (caf56a68-2849-4b51-bedd-be4aba899c69), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:06.055146 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633da367-5458-4e4f-ac7c-3bfb3e150048 req-15a1588a-7730-4ee3-b4e3-c9ea56f692c0 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:06.056839 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-633da367-5458-4e4f-ac7c-3bfb3e150048 req-15a1588a-7730-4ee3-b4e3-c9ea56f692c0 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0618055 May 25 16:22:06.095041 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-550a5ba2-ecd1-4111-ad04-70c9546ed024 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (caf56a68-2849-4b51-bedd-be4aba899c69), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:06.099318 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Sync routers for ids ['9a4a0960-2452-46d4-8eaa-c150a3c83f9f'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:22:06.100861 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-550a5ba2-ecd1-4111-ad04-70c9546ed024 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (caf56a68-2849-4b51-bedd-be4aba899c69), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:06.111821 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Routers {'9a4a0960-2452-46d4-8eaa-c150a3c83f9f'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:22:06.112501 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:22:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['9a4a0960-2452-46d4-8eaa-c150a3c83f9f'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:06.125274 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:06.126233 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a5ba2-ecd1-4111-ad04-70c9546ed024 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf56a68-2849-4b51-bedd-be4aba899c69,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:06.132754 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-633da367-5458-4e4f-ac7c-3bfb3e150048 req-741fcca9-dc9d-41a2-927c-eb49a9c30ea8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699713 May 25 16:22:06.149987 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-550a5ba2-ecd1-4111-ad04-70c9546ed024 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:06.153610 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-550a5ba2-ecd1-4111-ad04-70c9546ed024 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1748140 May 25 16:22:06.154086 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 42826) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:06.166150 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-acefafff-1850-42ae-a22a-c341a7e492cb tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'security_group_rule': {'security_group_id': '052d1766-c440-4419-956d-aed7751648dd', 'project_id': 'a40431f830294ea0a6395be072560dea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:06.193084 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-acefafff-1850-42ae-a22a-c341a7e492cb tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Project a40431f830294ea0a6395be072560dea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:22:06.199759 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-acefafff-1850-42ae-a22a-c341a7e492cb tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (1963a8cf-ff60-41a4-9003-9b33b4ef1bf1), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:06.233831 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Set router 9a4a0960-2452-46d4-8eaa-c150a3c83f9f gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:22:06.272413 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-acefafff-1850-42ae-a22a-c341a7e492cb tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (1963a8cf-ff60-41a4-9003-9b33b4ef1bf1), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:06.277883 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-acefafff-1850-42ae-a22a-c341a7e492cb tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (1963a8cf-ff60-41a4-9003-9b33b4ef1bf1), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:06.299235 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefafff-1850-42ae-a22a-c341a7e492cb tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1963a8cf-ff60-41a4-9003-9b33b4ef1bf1,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:06.309118 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-acefafff-1850-42ae-a22a-c341a7e492cb tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:06.313894 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-acefafff-1850-42ae-a22a-c341a7e492cb tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588843 May 25 16:22:06.462238 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'name': 'tempest-TestVolumeBootPattern-1924744370-router', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:22:03Z', 'revision_number': 4, 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'gw_port': {'id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '0339d682-6136-42b6-807f-f6ea856830de', 'name': '', 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'mac_address': 'fa:16:3e:1e:48:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '25d16087-a39c-469e-ae2f-e8aea1ce8896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:22:02Z', 'updated_at': '2022-05-25T16:22:04Z', 'revision_number': 2, 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'subnets': [{'id': '25d16087-a39c-469e-ae2f-e8aea1ce8896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:06.488772 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Checking router: 9a4a0960-2452-46d4-8eaa-c150a3c83f9f for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:22:06.489043 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Updating router 9a4a0960-2452-46d4-8eaa-c150a3c83f9f port 0339d682-6136-42b6-807f-f6ea856830de binding host dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:22:06.532559 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0339d682-6136-42b6-807f-f6ea856830de), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:06.547588 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:06.554571 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:06.881167 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Publish callbacks [] for port (0339d682-6136-42b6-807f-f6ea856830de), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:06.886869 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0339d682-6136-42b6-807f-f6ea856830de), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:06.988696 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07cd4e-abc7-4ebb-b9a2-b8ffbd29a6d9 None None] Pushing event updated for resources: {'Port': ['ID=0339d682-6136-42b6-807f-f6ea856830de,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:07.003946 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Attempting to bind port 0339d682-6136-42b6-807f-f6ea856830de on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:22:07.004408 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Attempting to bind port 0339d682-6136-42b6-807f-f6ea856830de by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '000fb561-ceb1-428f-b352-f9a8528027c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:22:07.004839 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Attempting to bind port 0339d682-6136-42b6-807f-f6ea856830de on network 329b1319-53c3-4ba1-a2b8-dc0160ce96c5 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:22:07.011360 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:22:07.011839 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Checking segment: {'id': '000fb561-ceb1-428f-b352-f9a8528027c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:22:07.012308 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:07.012765 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Bound using segment: {'id': '000fb561-ceb1-428f-b352-f9a8528027c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:22:07.013306 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Bound port: 0339d682-6136-42b6-807f-f6ea856830de, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000fb561-ceb1-428f-b352-f9a8528027c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:22:07.013781 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0339d682-6136-42b6-807f-f6ea856830de), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:07.078789 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] For port 0339d682-6136-42b6-807f-f6ea856830de, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:22:07.082722 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] For port 0339d682-6136-42b6-807f-f6ea856830de, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=0339d682-6136-42b6-807f-f6ea856830de,segment=NetworkSegment(000fb561-ceb1-428f-b352-f9a8528027c2),segment_id=000fb561-ceb1-428f-b352-f9a8528027c2)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:22:07.089599 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0339d682-6136-42b6-807f-f6ea856830de), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:07.149250 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Routers {'9a4a0960-2452-46d4-8eaa-c150a3c83f9f'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:22:07.149250 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:22:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['9a4a0960-2452-46d4-8eaa-c150a3c83f9f'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:07.159827 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:07.319193 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5764-8ff4-49a8-8acb-ca314f83d6ab req-17c46772-cfcb-48da-aa44-13419735d9d9 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:07.321416 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-232f5764-8ff4-49a8-8acb-ca314f83d6ab req-17c46772-cfcb-48da-aa44-13419735d9d9 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0719717 May 25 16:22:07.365080 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 3f62003b-5435-42e9-a1fd-a0513d1d948f up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:22:07.377905 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-232f5764-8ff4-49a8-8acb-ca314f83d6ab req-9f8cccd3-c469-4081-b5c0-8ac6b165a1aa tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504384 May 25 16:22:07.406059 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07cd4e-abc7-4ebb-b9a2-b8ffbd29a6d9 None None] Pushing event updated for resources: {'Port': ['ID=0339d682-6136-42b6-807f-f6ea856830de,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:07.419035 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-608f7e9a-7fca-460d-9a3c-d5aaf0f56e77 None None] Provisioning complete for port 0339d682-6136-42b6-807f-f6ea856830de triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:07.430253 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-608f7e9a-7fca-460d-9a3c-d5aaf0f56e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0339d682-6136-42b6-807f-f6ea856830de), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:07.475039 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:07.524089 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 3f62003b-5435-42e9-a1fd-a0513d1d948f triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:07.524506 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:07.578032 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] Set router 9a4a0960-2452-46d4-8eaa-c150a3c83f9f gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:22:07.697902 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-608f7e9a-7fca-460d-9a3c-d5aaf0f56e77 None None] Current status of the port 0339d682-6136-42b6-807f-f6ea856830de is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:07.698217 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-608f7e9a-7fca-460d-9a3c-d5aaf0f56e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0339d682-6136-42b6-807f-f6ea856830de), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:07.790839 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 3f62003b-5435-42e9-a1fd-a0513d1d948f is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:07.818066 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-608f7e9a-7fca-460d-9a3c-d5aaf0f56e77 None None] For port 0339d682-6136-42b6-807f-f6ea856830de, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=0339d682-6136-42b6-807f-f6ea856830de,segment=NetworkSegment(000fb561-ceb1-428f-b352-f9a8528027c2),segment_id=000fb561-ceb1-428f-b352-f9a8528027c2)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:22:07.829887 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-608f7e9a-7fca-460d-9a3c-d5aaf0f56e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0339d682-6136-42b6-807f-f6ea856830de), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:07.920256 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f7e9a-7fca-460d-9a3c-d5aaf0f56e77 None None] Pushing event updated for resources: {'Port': ['ID=0339d682-6136-42b6-807f-f6ea856830de,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:07.923103 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'name': 'tempest-TestVolumeBootPattern-1924744370-router', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:22:03Z', 'revision_number': 4, 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'gw_port': {'id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '0339d682-6136-42b6-807f-f6ea856830de', 'name': '', 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'mac_address': 'fa:16:3e:1e:48:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '25d16087-a39c-469e-ae2f-e8aea1ce8896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:22:02Z', 'updated_at': '2022-05-25T16:22:07Z', 'revision_number': 4, 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'subnets': [{'id': '25d16087-a39c-469e-ae2f-e8aea1ce8896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:22:07.961297 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cbbf7-79cc-453f-9c9e-775f627e92fb None None] The sync data for ids ['9a4a0960-2452-46d4-8eaa-c150a3c83f9f'] in dv-cinder-843278-2-iscsi is: [{'id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'name': 'tempest-TestVolumeBootPattern-1924744370-router', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:22:03Z', 'revision_number': 4, 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'gw_port': {'id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '0339d682-6136-42b6-807f-f6ea856830de', 'name': '', 'network_id': '329b1319-53c3-4ba1-a2b8-dc0160ce96c5', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'mac_address': 'fa:16:3e:1e:48:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '25d16087-a39c-469e-ae2f-e8aea1ce8896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:22:02Z', 'updated_at': '2022-05-25T16:22:07Z', 'revision_number': 4, 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'subnets': [{'id': '25d16087-a39c-469e-ae2f-e8aea1ce8896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:22:07.969012 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-b029dd19-561d-45de-acc5-cf0561a85ab9 None None] Provisioning complete for port 0339d682-6136-42b6-807f-f6ea856830de triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:07.969381 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-b029dd19-561d-45de-acc5-cf0561a85ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0339d682-6136-42b6-807f-f6ea856830de), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:08.077421 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-b029dd19-561d-45de-acc5-cf0561a85ab9 None None] Current status of the port 0339d682-6136-42b6-807f-f6ea856830de is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:08.491229 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:08.522538 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f89876-2014-4fe3-99e7-227e8fd2cd50 req-c47ef5c1-1981-4937-b3be-6aab9c96ef4b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:08.524351 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-79f89876-2014-4fe3-99e7-227e8fd2cd50 req-c47ef5c1-1981-4937-b3be-6aab9c96ef4b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0697451 May 25 16:22:08.542829 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:08.598280 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-79f89876-2014-4fe3-99e7-227e8fd2cd50 req-b0ee4de8-bac1-46e1-869a-49c655ce92d7 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639479 May 25 16:22:09.210858 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 0339d682-6136-42b6-807f-f6ea856830de up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:22:09.260442 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 0339d682-6136-42b6-807f-f6ea856830de triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:09.260719 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0339d682-6136-42b6-807f-f6ea856830de), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:09.334045 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 0339d682-6136-42b6-807f-f6ea856830de is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:09.715521 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27241b-6a70-4f30-afcd-f7ce8306d9e9 req-aaf18a44-4e3a-4a4a-9128-fd0e2ee3fb75 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:09.717092 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7c27241b-6a70-4f30-afcd-f7ce8306d9e9 req-aaf18a44-4e3a-4a4a-9128-fd0e2ee3fb75 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0493538 May 25 16:22:09.774677 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7c27241b-6a70-4f30-afcd-f7ce8306d9e9 req-0065dc14-678b-4046-9aeb-6d9e76b8af0b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517976 May 25 16:22:10.894181 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27a9df-0641-42b0-a8af-3d80ea632630 req-92cbccc2-1a93-46a4-a2fe-a29419855dbe tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:10.895782 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-db27a9df-0641-42b0-a8af-3d80ea632630 req-92cbccc2-1a93-46a4-a2fe-a29419855dbe tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0504587 May 25 16:22:10.951920 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-db27a9df-0641-42b0-a8af-3d80ea632630 req-67ceddf6-191c-4e76-8200-1e73a1313063 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501921 May 25 16:22:12.065225 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2ed9a-f7fc-49cb-bfb2-557b8d7e9dc0 req-41ea0c8f-e0cf-4001-af9d-3c2fc9353457 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:12.066718 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-92b2ed9a-f7fc-49cb-bfb2-557b8d7e9dc0 req-41ea0c8f-e0cf-4001-af9d-3c2fc9353457 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0466542 May 25 16:22:12.115916 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-92b2ed9a-f7fc-49cb-bfb2-557b8d7e9dc0 req-34061409-d77b-40e6-82e8-1a8293f63c18 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428152 May 25 16:22:13.232963 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9835a-3933-43fa-901c-b3d31f8d3541 req-f8c45ef8-6aca-4d2e-b9c3-aa38ac88c195 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:13.234477 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f4c9835a-3933-43fa-901c-b3d31f8d3541 req-f8c45ef8-6aca-4d2e-b9c3-aa38ac88c195 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0502608 May 25 16:22:13.289848 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f4c9835a-3933-43fa-901c-b3d31f8d3541 req-6f387d71-f107-40cc-9047-6ab739e7155e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478203 May 25 16:22:13.458190 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:22:14.404658 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffa3b7-0b53-437a-bdf9-62df0b43cd6a req-73b7330b-5b1c-485e-820c-40448bf3a75f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:14.406171 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-18ffa3b7-0b53-437a-bdf9-62df0b43cd6a req-73b7330b-5b1c-485e-820c-40448bf3a75f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0472724 May 25 16:22:14.455871 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-18ffa3b7-0b53-437a-bdf9-62df0b43cd6a req-b66212bc-de5e-40fb-ae9b-3332eb9ce59f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431182 May 25 16:22:14.631350 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 43042) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:14.794077 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6d985662-15b5-4c56-9c7b-9c419c0a0ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:14.882114 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6d985662-15b5-4c56-9c7b-9c419c0a0ba6 admin admin] Publish callbacks [] for security_group (680c37e9-7c26-49df-88fe-a54d1fa5cb93), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:14.886818 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6d985662-15b5-4c56-9c7b-9c419c0a0ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (680c37e9-7c26-49df-88fe-a54d1fa5cb93), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:14.926105 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d985662-15b5-4c56-9c7b-9c419c0a0ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680c37e9-7c26-49df-88fe-a54d1fa5cb93,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:14.930601 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6d985662-15b5-4c56-9c7b-9c419c0a0ba6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f09afeed1caa455781da41ea97b2426f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978864 May 25 16:22:14.933155 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 43046) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:14.985810 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bfeb74e8-3a78-472d-9b6b-3e3a796f8a53 admin admin] Publish callbacks [] for security_group (680c37e9-7c26-49df-88fe-a54d1fa5cb93), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:15.010484 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bfeb74e8-3a78-472d-9b6b-3e3a796f8a53 admin admin] Publish callbacks [] for security_group (680c37e9-7c26-49df-88fe-a54d1fa5cb93), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:15.068725 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bfeb74e8-3a78-472d-9b6b-3e3a796f8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (680c37e9-7c26-49df-88fe-a54d1fa5cb93), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:15.072127 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bfeb74e8-3a78-472d-9b6b-3e3a796f8a53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:15.076363 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bfeb74e8-3a78-472d-9b6b-3e3a796f8a53 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/680c37e9-7c26-49df-88fe-a54d1fa5cb93 HTTP/1.1" status: 204 len: 168 time: 0.1422853 May 25 16:22:15.086417 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb74e8-3a78-472d-9b6b-3e3a796f8a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680c37e9-7c26-49df-88fe-a54d1fa5cb93,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:15.184076 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0d443-cb47-44e3-b62d-4d32dc1d5267 req-f786ff27-3ba0-4f5e-9c52-cfa8333f349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:15.185618 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-90e0d443-cb47-44e3-b62d-4d32dc1d5267 req-f786ff27-3ba0-4f5e-9c52-cfa8333f349d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 1129 time: 0.0504816 May 25 16:22:15.244628 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-90e0d443-cb47-44e3-b62d-4d32dc1d5267 req-66de6e41-bc26-40b3-b802-f6351b46c6dc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496609 May 25 16:22:15.582967 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c7a2a-51db-46b1-b593-5fbd2ab0bd07 req-6e2285fe-9165-4286-9812-0a12dc9a7919 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:15.584832 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-703c7a2a-51db-46b1-b593-5fbd2ab0bd07 req-6e2285fe-9165-4286-9812-0a12dc9a7919 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0522826 May 25 16:22:15.639929 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-703c7a2a-51db-46b1-b593-5fbd2ab0bd07 req-f8d9afc4-d2ef-42e8-9c96-9d69e0f93cfd tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473828 May 25 16:22:16.764448 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70158ad4-6514-4c5f-a93c-1c961490bbc5 req-33116cd5-1a38-4d77-8eb0-4a2ee06dc7ec tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:16.766745 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70158ad4-6514-4c5f-a93c-1c961490bbc5 req-33116cd5-1a38-4d77-8eb0-4a2ee06dc7ec tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0571587 May 25 16:22:16.816198 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70158ad4-6514-4c5f-a93c-1c961490bbc5 req-ebea454e-ad94-4bf1-807e-d78582166f42 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 May 25 16:22:17.934646 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df031f2-9e5f-49e8-80e9-ee667ee5f659 req-1550b06e-1545-4205-a76c-42c2492b3891 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:17.936031 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3df031f2-9e5f-49e8-80e9-ee667ee5f659 req-1550b06e-1545-4205-a76c-42c2492b3891 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0476799 May 25 16:22:17.986987 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3df031f2-9e5f-49e8-80e9-ee667ee5f659 req-45235ac2-949d-4885-ae64-d354409a9359 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 May 25 16:22:18.110656 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9a272-0b37-4e14-b476-e80ce8447358 req-ec205fe2-7288-46d3-b951-faa5b2f2d703 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:18.112159 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5aa9a272-0b37-4e14-b476-e80ce8447358 req-ec205fe2-7288-46d3-b951-faa5b2f2d703 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0578043 May 25 16:22:18.161574 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5aa9a272-0b37-4e14-b476-e80ce8447358 req-541ecf37-af25-4ca3-baf3-3674ae2f1c4f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421968 May 25 16:22:19.733870 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:19.794052 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:19.796849 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98679fc7-38a7-46d0-9f65-fd0b6bd68d4f req-86998a53-60e2-4f5b-8dac-c62bdd734f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:19.798395 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-98679fc7-38a7-46d0-9f65-fd0b6bd68d4f req-86998a53-60e2-4f5b-8dac-c62bdd734f09 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 1130 time: 0.0752928 May 25 16:22:19.805503 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298efc58-9b3b-4126-9568-1804a8fd44bd req-fc5ba58a-65ed-4c91-ad54-c5dc0460c6fd tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:19.806840 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-298efc58-9b3b-4126-9568-1804a8fd44bd req-fc5ba58a-65ed-4c91-ad54-c5dc0460c6fd tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0754437 May 25 16:22:19.905545 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-298efc58-9b3b-4126-9568-1804a8fd44bd req-b3cb1966-78eb-4de0-95fd-d479b0e20600 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902002 May 25 16:22:19.928437 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98679fc7-38a7-46d0-9f65-fd0b6bd68d4f req-93eb5ab9-e48b-4f7c-ad7a-8d11f6cb5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:19.929917 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-98679fc7-38a7-46d0-9f65-fd0b6bd68d4f req-93eb5ab9-e48b-4f7c-ad7a-8d11f6cb5fc1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 920 time: 0.1218891 May 25 16:22:19.978892 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-98679fc7-38a7-46d0-9f65-fd0b6bd68d4f req-055ba356-227c-4f9a-95af-4cd332a14692 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b95684f0-92c8-457d-bd07-c98d017be6fc HTTP/1.1" status: 200 len: 217 time: 0.0371914 May 25 16:22:20.034482 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98679fc7-38a7-46d0-9f65-fd0b6bd68d4f req-4149acc0-f9f0-4248-a109-00ef73a2cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:20.035934 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-98679fc7-38a7-46d0-9f65-fd0b6bd68d4f req-4149acc0-f9f0-4248-a109-00ef73a2cec8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.0491982 May 25 16:22:20.079371 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98679fc7-38a7-46d0-9f65-fd0b6bd68d4f req-6a5b1a7b-19fe-4e21-9de3-50b606a9e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:20.080847 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-98679fc7-38a7-46d0-9f65-fd0b6bd68d4f req-6a5b1a7b-19fe-4e21-9de3-50b606a9e4fb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377963 May 25 16:22:20.185672 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-98679fc7-38a7-46d0-9f65-fd0b6bd68d4f req-a6fe323f-8924-49e3-809e-f35c22633f8a service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905871 May 25 16:22:20.300679 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-98679fc7-38a7-46d0-9f65-fd0b6bd68d4f req-8b15388e-f4fa-4c59-afd5-202423a7a02f service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001344 May 25 16:22:21.023210 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d422c7-efb6-4d0c-8ad2-a0912842d627 req-d59b2eed-4c37-469e-8ac4-faa55a5daf53 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:21.025127 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d8d422c7-efb6-4d0c-8ad2-a0912842d627 req-d59b2eed-4c37-469e-8ac4-faa55a5daf53 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0479953 May 25 16:22:21.079497 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d8d422c7-efb6-4d0c-8ad2-a0912842d627 req-53a39bfd-bf98-4402-87cc-6bca8d22c4f0 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469987 May 25 16:22:21.423602 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:22.196922 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc7e17-1e45-4851-a865-cdf4ce279bd3 req-c887b20f-81e6-4489-bf6d-2d336a15f342 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:22.198447 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-46fc7e17-1e45-4851-a865-cdf4ce279bd3 req-c887b20f-81e6-4489-bf6d-2d336a15f342 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0509596 May 25 16:22:22.249552 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-46fc7e17-1e45-4851-a865-cdf4ce279bd3 req-da2824d7-a58a-4ab9-8fd4-b4b140cfa814 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455501 May 25 16:22:23.372757 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffc208-9004-4033-b5a6-84048ca72a83 req-2117b52b-b063-49b2-ba3a-133519c58f24 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:23.374462 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8fffc208-9004-4033-b5a6-84048ca72a83 req-2117b52b-b063-49b2-ba3a-133519c58f24 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0519197 May 25 16:22:23.426380 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8fffc208-9004-4033-b5a6-84048ca72a83 req-f0dbd497-b0c6-4d78-aa8f-3614ed8064e8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460396 May 25 16:22:24.551686 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272390cf-9097-4c06-93e6-cd44f0d9642a req-e4d82611-ff0c-421d-b483-958b55ab573a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:24.553258 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-272390cf-9097-4c06-93e6-cd44f0d9642a req-e4d82611-ff0c-421d-b483-958b55ab573a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0525265 May 25 16:22:24.604649 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-272390cf-9097-4c06-93e6-cd44f0d9642a req-efcdee47-6244-43b9-a113-2fdc101533fd tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457385 May 25 16:22:25.049432 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=77,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:25.086101 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=56,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:25.718685 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a32cc-a895-4fd0-9737-ff4c389dc43a req-f948866f-3e31-49f8-b661-276da7056060 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:25.720095 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c14a32cc-a895-4fd0-9737-ff4c389dc43a req-f948866f-3e31-49f8-b661-276da7056060 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0478420 May 25 16:22:25.768865 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c14a32cc-a895-4fd0-9737-ff4c389dc43a req-d9c76c27-666c-46cf-b7c1-6f331ed5e5c0 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422258 May 25 16:22:26.218221 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 43352) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:26.327136 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:26.404354 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Publish callbacks [] for security_group (17cfcb39-9760-47d9-9db4-27dbe87f9bf5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:26.408015 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (17cfcb39-9760-47d9-9db4-27dbe87f9bf5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:26.450599 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4cb58e89ebe471ea2ce7471a4036982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312829 May 25 16:22:26.452548 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cfcb39-9760-47d9-9db4-27dbe87f9bf5,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:26.453362 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 43356) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:26.461207 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.461568 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.461930 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.462268 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.462597 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.462921 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.463242 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.463561 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.463892 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.464202 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.464520 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.464838 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.465152 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.465464 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.465798 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250152b-33fe-4ca5-8b27-0b048868396e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.466346 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:26.502486 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Publish callbacks [] for security_group (17cfcb39-9760-47d9-9db4-27dbe87f9bf5), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:26.518387 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:26.527835 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Publish callbacks [] for security_group (17cfcb39-9760-47d9-9db4-27dbe87f9bf5), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:26.574288 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (17cfcb39-9760-47d9-9db4-27dbe87f9bf5), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:26.576767 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:26.577919 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17cfcb39-9760-47d9-9db4-27dbe87f9bf5 HTTP/1.1" status: 204 len: 168 time: 0.1232846 May 25 16:22:26.586254 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cfcb39-9760-47d9-9db4-27dbe87f9bf5,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:26.593885 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.594308 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.594715 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.595121 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.595584 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.596002 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.596335 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.596655 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.596979 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.597298 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.597627 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.598008 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.598325 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.598693 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.599536 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb09068-5a42-46ce-88fa-641f1549720e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:26.611950 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:26.902371 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27f0ae-2fb7-4c6e-bedb-cdfd69ed511f req-78e230dd-475b-4c4c-b43c-086ecbe5343a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:26.903962 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-da27f0ae-2fb7-4c6e-bedb-cdfd69ed511f req-78e230dd-475b-4c4c-b43c-086ecbe5343a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0526631 May 25 16:22:26.955034 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-da27f0ae-2fb7-4c6e-bedb-cdfd69ed511f req-dee8bdb6-589b-44e7-9d0b-7b27cfd7dc03 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450606 May 25 16:22:28.087416 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c59c21-fc5d-47ca-a5bd-afd69da293f8 req-412a9017-1137-4a38-a362-36c30cc8ff73 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:28.088961 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-44c59c21-fc5d-47ca-a5bd-afd69da293f8 req-412a9017-1137-4a38-a362-36c30cc8ff73 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0537059 May 25 16:22:28.153194 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-44c59c21-fc5d-47ca-a5bd-afd69da293f8 req-8e8ab995-3573-492c-a0c0-188468fd6fea tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585415 May 25 16:22:29.278643 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583959e4-7205-4719-8388-f1a0ffaa3491 req-c225cf28-6a71-489e-ba18-30549bed8078 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:29.281614 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-583959e4-7205-4719-8388-f1a0ffaa3491 req-c225cf28-6a71-489e-ba18-30549bed8078 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0582349 May 25 16:22:29.338931 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-583959e4-7205-4719-8388-f1a0ffaa3491 req-c32af6a8-42cf-4e22-84d7-01d44cc48b8b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483942 May 25 16:22:29.424657 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=55 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:29.428530 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:30.201929 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5d13f329-d2ac-486b-86d6-2de16a42d43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:30.452034 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea83d88-461d-4c51-a214-c03f1d4f4895 req-1f7bc7bc-c911-4960-9cd0-79092ae50462 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:30.453494 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1ea83d88-461d-4c51-a214-c03f1d4f4895 req-1f7bc7bc-c911-4960-9cd0-79092ae50462 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0467653 May 25 16:22:30.500765 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1ea83d88-461d-4c51-a214-c03f1d4f4895 req-c867291d-5c91-46c8-b1d1-558f5e8f94f6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414581 May 25 16:22:31.618855 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b97885-9cb9-492b-bc1e-64c043c34eee req-f6d4f724-eacc-483f-89e1-206da64e2772 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:31.620554 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d6b97885-9cb9-492b-bc1e-64c043c34eee req-f6d4f724-eacc-483f-89e1-206da64e2772 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0510602 May 25 16:22:31.666909 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d6b97885-9cb9-492b-bc1e-64c043c34eee req-1c13521a-9cd0-4e56-956f-84b893510a4a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 May 25 16:22:32.536752 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-819f9779-7d28-4f7d-b8b7-f262ac4af6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:32.783795 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e3a2b-7dd6-44ec-af7c-2a9d42374496 req-011e0d43-8704-4a47-9e83-8a144933b027 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:32.785922 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-967e3a2b-7dd6-44ec-af7c-2a9d42374496 req-011e0d43-8704-4a47-9e83-8a144933b027 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0488739 May 25 16:22:32.840250 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-967e3a2b-7dd6-44ec-af7c-2a9d42374496 req-48d82674-8013-47f8-9583-4f9bcaae1ea2 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469670 May 25 16:22:33.410690 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6ba838bc-e898-41d2-8dde-46784abb2e2f req-157eed15-f05b-475b-9db3-8322875ff745 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366986 May 25 16:22:33.478083 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba838bc-e898-41d2-8dde-46784abb2e2f req-27bfd4ea-1a59-4e2e-b100-2af7866672b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:33.479601 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6ba838bc-e898-41d2-8dde-46784abb2e2f req-27bfd4ea-1a59-4e2e-b100-2af7866672b3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 1129 time: 0.0427485 May 25 16:22:33.594252 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba838bc-e898-41d2-8dde-46784abb2e2f req-2632fb96-68c3-4cd7-a271-430d526fd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:33.595634 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6ba838bc-e898-41d2-8dde-46784abb2e2f req-2632fb96-68c3-4cd7-a271-430d526fd11e service neutron] 10.222.0.84 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 917 time: 0.0862663 May 25 16:22:33.653741 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:33.706453 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6ba838bc-e898-41d2-8dde-46784abb2e2f req-d46378d8-a572-4caa-8ec5-0fc401be9c28 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5479e6d-c810-409e-9dcb-42725ffdaeea HTTP/1.1" status: 200 len: 1001 time: 0.0597119 May 25 16:22:33.954484 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1b468-4536-4071-859b-4a705c314ad4 req-beac8790-35db-4210-bbc1-b362feb1c905 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:33.955951 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fcf1b468-4536-4071-859b-4a705c314ad4 req-beac8790-35db-4210-bbc1-b362feb1c905 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0468113 May 25 16:22:34.001470 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fcf1b468-4536-4071-859b-4a705c314ad4 req-23f9285f-024d-4f99-ab04-dc22616c6c3e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399721 May 25 16:22:35.093862 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:35.112534 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf410-48f7-4c86-a43e-2bced5ced24c req-811ceb04-8931-4c3d-827d-9c1166a1cb6f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:35.113996 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0cacf410-48f7-4c86-a43e-2bced5ced24c req-811ceb04-8931-4c3d-827d-9c1166a1cb6f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0460410 May 25 16:22:35.126507 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:35.164223 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0cacf410-48f7-4c86-a43e-2bced5ced24c req-49b00941-57a7-43b1-905d-0f41b4fcaa8d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 May 25 16:22:35.308916 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:35.731774 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba838bc-e898-41d2-8dde-46784abb2e2f req-622fe741-0252-48dc-96e1-6f33228f349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:35.733175 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6ba838bc-e898-41d2-8dde-46784abb2e2f req-622fe741-0252-48dc-96e1-6f33228f349a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=18e620dd-027b-4139-8d4b-9cc1e3ca8de8 HTTP/1.1" status: 200 len: 854 time: 0.0465524 May 25 16:22:36.275662 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6a9d7-56fc-4ad8-8fed-323b16c73cb2 req-9a27df42-f930-4846-99c6-8c640a9fcbda tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:36.277062 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-04b6a9d7-56fc-4ad8-8fed-323b16c73cb2 req-9a27df42-f930-4846-99c6-8c640a9fcbda tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0462608 May 25 16:22:36.324816 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-04b6a9d7-56fc-4ad8-8fed-323b16c73cb2 req-fa8c6130-2157-4ed7-b469-e134a999e679 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420661 May 25 16:22:36.445369 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:36.455632 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:36.530926 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:36.750509 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba838bc-e898-41d2-8dde-46784abb2e2f req-a3ccaad0-fe55-4f86-99ee-bc7a512efbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:36.751998 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6ba838bc-e898-41d2-8dde-46784abb2e2f req-a3ccaad0-fe55-4f86-99ee-bc7a512efbf4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=924a9156-87e8-4a10-ac35-4ba66726a4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399175 May 25 16:22:36.850479 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6ba838bc-e898-41d2-8dde-46784abb2e2f req-aea1df83-ae27-4990-b3ca-58dc71d8ac3d service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848880 May 25 16:22:36.938310 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6ba838bc-e898-41d2-8dde-46784abb2e2f req-f7fb582b-af8c-4b46-bcb1-f8b08b78eb40 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810850 May 25 16:22:37.454211 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc03bb-6b6d-4c98-8fe6-73f86bc9a2cb req-978fb2d0-4718-4b38-b2f0-b0649dc801a1 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:37.455787 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aacc03bb-6b6d-4c98-8fe6-73f86bc9a2cb req-978fb2d0-4718-4b38-b2f0-b0649dc801a1 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0636134 May 25 16:22:37.507986 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aacc03bb-6b6d-4c98-8fe6-73f86bc9a2cb req-40838350-0c1e-4edc-b923-3e2345fed7a9 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456636 May 25 16:22:38.636383 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f37890-2011-4050-be23-856a80499695 req-17dd2b1b-7c30-4c3f-a201-40fa9becb59b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:38.637925 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-38f37890-2011-4050-be23-856a80499695 req-17dd2b1b-7c30-4c3f-a201-40fa9becb59b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0552497 May 25 16:22:38.686906 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-38f37890-2011-4050-be23-856a80499695 req-1ef2b95d-4110-4b86-99c1-28aa0b6b6815 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 May 25 16:22:38.786616 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-e4a4a574-8980-48f7-80df-c878658c7d15 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860376157&fields=id&tenant_id=a40431f830294ea0a6395be072560dea HTTP/1.1" status: 200 len: 267 time: 0.0438967 May 25 16:22:38.892277 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0579-a5d3-474e-9707-76966eb52f38 req-ab308bf6-e62a-4fe2-b7f7-05fd264030f1 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:38.893744 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-ab308bf6-e62a-4fe2-b7f7-05fd264030f1 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 811 time: 0.1002462 May 25 16:22:38.909204 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-b72e5529-a8d9-4f6a-b3c0-a527c700c221 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/quotas/a40431f830294ea0a6395be072560dea HTTP/1.1" status: 200 len: 375 time: 0.0091865 May 25 16:22:38.958714 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-a86b945c-2bb9-45d0-aeba-474af3e17fc0 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428574 May 25 16:22:39.063382 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-1cf3e7cf-6dfc-41ad-863d-ce2acd408bb7 service neutron] 10.222.0.42 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909779 May 25 16:22:39.139581 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:39.144325 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:39.157553 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-65ac0f7d-9c0c-4478-92c5-a570d7bf45f1 service neutron] 10.222.0.42 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872300 May 25 16:22:39.330327 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 43558) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:39.336726 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-00d7aa4d-30ae-487c-8bc6-4467d263a230 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1836516643', 'description': 'tempest-description--796148223'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:39.360792 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00d7aa4d-30ae-487c-8bc6-4467d263a230 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.445516 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00d7aa4d-30ae-487c-8bc6-4467d263a230 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (d23902a0-8f04-49c1-9b90-82906098c30b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.451181 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00d7aa4d-30ae-487c-8bc6-4467d263a230 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (d23902a0-8f04-49c1-9b90-82906098c30b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.485244 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00d7aa4d-30ae-487c-8bc6-4467d263a230 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.486916 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-00d7aa4d-30ae-487c-8bc6-4467d263a230 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1545026 May 25 16:22:39.489301 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 43566) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:39.495275 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-b809839b-33eb-4b1c-8be6-9f38aad37731 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'security_group_rule': {'security_group_id': 'd23902a0-8f04-49c1-9b90-82906098c30b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:39.499308 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7aa4d-30ae-487c-8bc6-4467d263a230 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23902a0-8f04-49c1-9b90-82906098c30b,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:39.529506 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b809839b-33eb-4b1c-8be6-9f38aad37731 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (38a1432f-65c8-45aa-9ff9-134cca31bbab), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.552157 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4989401c-2dee-4af2-99e2-52472ba799f3 req-0b711439-aa30-47a8-b784-a2808915464a tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 210 time: 0.0318518 May 25 16:22:39.590323 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b809839b-33eb-4b1c-8be6-9f38aad37731 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (38a1432f-65c8-45aa-9ff9-134cca31bbab), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.593813 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b809839b-33eb-4b1c-8be6-9f38aad37731 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (38a1432f-65c8-45aa-9ff9-134cca31bbab), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.612167 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809839b-33eb-4b1c-8be6-9f38aad37731 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a1432f-65c8-45aa-9ff9-134cca31bbab,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:39.623029 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b809839b-33eb-4b1c-8be6-9f38aad37731 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.626794 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b809839b-33eb-4b1c-8be6-9f38aad37731 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339214 May 25 16:22:39.627041 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 43572) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:39.631412 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-a78e797e-268f-4837-8840-4e85bd8ae709 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'security_group_rule': {'security_group_id': 'd23902a0-8f04-49c1-9b90-82906098c30b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:39.660201 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a78e797e-268f-4837-8840-4e85bd8ae709 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (b8f06dd6-258d-4e28-b43a-82a6b9b89740), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.730766 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a78e797e-268f-4837-8840-4e85bd8ae709 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (b8f06dd6-258d-4e28-b43a-82a6b9b89740), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.736808 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a78e797e-268f-4837-8840-4e85bd8ae709 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (b8f06dd6-258d-4e28-b43a-82a6b9b89740), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.760174 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e797e-268f-4837-8840-4e85bd8ae709 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f06dd6-258d-4e28-b43a-82a6b9b89740,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:39.777757 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a78e797e-268f-4837-8840-4e85bd8ae709 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.779144 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a78e797e-268f-4837-8840-4e85bd8ae709 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510825 May 25 16:22:39.782149 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 43580) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:39.787230 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:39.813057 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:39.817690 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b4cd0-c2df-4be5-b7ea-a29198eeb034 req-ad471b76-59bd-4bc2-9a0c-3c166316593e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:39.819878 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-286b4cd0-c2df-4be5-b7ea-a29198eeb034 req-ad471b76-59bd-4bc2-9a0c-3c166316593e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0584977 May 25 16:22:39.873948 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-286b4cd0-c2df-4be5-b7ea-a29198eeb034 req-42d49782-0eae-4282-9c2d-b7922351985e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469549 May 25 16:22:39.907480 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:40.016472 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Allocated IP 172.27.1.142 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/3a900df9-3f5d-4545-91a7-7f1e9f7e713b) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:22:40.041467 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:40.118133 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for port (3a900df9-3f5d-4545-91a7-7f1e9f7e713b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:40.137178 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:40.161064 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (3a900df9-3f5d-4545-91a7-7f1e9f7e713b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:40.266213 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d24b3-9191-4984-995f-4fe5263ecda2 req-7a41d93c-96e7-4515-b44d-2a4b60573ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:40.267723 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4e3d24b3-9191-4984-995f-4fe5263ecda2 req-7a41d93c-96e7-4515-b44d-2a4b60573ec9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 1130 time: 0.0501881 May 25 16:22:40.340174 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4e3d24b3-9191-4984-995f-4fe5263ecda2 req-1c0f0cee-e194-4bee-814e-82f9ac8a051a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 May 25 16:22:40.458359 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:22:40.461552 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:22:40.464249 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:22:40.498211 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'Port': ['ID=3a900df9-3f5d-4545-91a7-7f1e9f7e713b,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:40.590072 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (9e4f98c2-b3aa-462a-8308-24aadd928b2c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:40.647202 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3a900df9-3f5d-4545-91a7-7f1e9f7e713b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:40.698444 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-16d8b33e-8968-42e8-bfc1-43755ee6467b req-78be6463-4069-477c-9639-08e4a76d3e7f tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 210 time: 0.0305035 May 25 16:22:40.856064 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for port (3a900df9-3f5d-4545-91a7-7f1e9f7e713b), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:40.860138 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (3a900df9-3f5d-4545-91a7-7f1e9f7e713b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:40.929357 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'Port': ['ID=3a900df9-3f5d-4545-91a7-7f1e9f7e713b,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:40.938015 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (9e4f98c2-b3aa-462a-8308-24aadd928b2c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:40.953765 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:40.955109 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e9205cb7-ee15-4ee3-83b1-db9dd44e9006 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1719930 May 25 16:22:41.003972 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170273e0-dc7a-492b-975c-755d517ceb83 req-a7d64e15-6386-4d48-b707-50f2c842e136 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:41.005448 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-170273e0-dc7a-492b-975c-755d517ceb83 req-a7d64e15-6386-4d48-b707-50f2c842e136 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0494237 May 25 16:22:41.053818 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-170273e0-dc7a-492b-975c-755d517ceb83 req-e5edb65f-2614-46ec-977c-7f26cfc3cff0 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 May 25 16:22:41.170951 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-5f526d86-0ffa-4a5b-b729-85c4847597be tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1836516643&fields=id&tenant_id=9d234edace28441282f594f0e03cacc5 HTTP/1.1" status: 200 len: 267 time: 0.0508130 May 25 16:22:41.283432 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-c05e9471-d289-42e9-af36-09f4fbb3513c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:41.284803 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-c05e9471-d289-42e9-af36-09f4fbb3513c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 815 time: 0.1074309 May 25 16:22:41.299114 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-4637b347-738f-4efa-9e7e-d72f84dfc48a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/quotas/9d234edace28441282f594f0e03cacc5 HTTP/1.1" status: 200 len: 375 time: 0.0087352 May 25 16:22:41.353323 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-fa4c9fc3-fbcb-4d53-b2f8-4f72daad4629 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494914 May 25 16:22:41.456170 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:41.461275 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:41.524875 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-bb70f451-af7b-4681-b4f7-262cfa6c6d14 service neutron] 10.222.0.42 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552763 May 25 16:22:41.566655 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0579-a5d3-474e-9707-76966eb52f38 req-1f8d5c95-9360-4bd5-ac8f-8a2b2e72fe62 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:41.568355 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-1f8d5c95-9360-4bd5-ac8f-8a2b2e72fe62 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 811 time: 0.1501005 May 25 16:22:41.686486 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-0c38648c-9c2c-40a3-a563-17d9840726e0 service neutron] 10.222.0.42 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517656 May 25 16:22:41.692715 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-6426fa9b-e7f7-4b63-8657-5540348bbaa1 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a40431f830294ea0a6395be072560dea HTTP/1.1" status: 200 len: 380 time: 0.0886676 May 25 16:22:41.821561 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4da54fd1-d6ba-4cb2-8ee7-f2ff496f920f req-03c41172-98c3-40fc-8170-2baaf2c56cdc tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 210 time: 0.0455883 May 25 16:22:41.871222 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3d6cd965-1f27-41bb-b1a7-0832e1eaa3be req-a4c789ac-db02-415a-93d1-1fbae9c4ab15 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 210 time: 0.0329013 May 25 16:22:42.405354 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eda38-4309-4218-b03d-622907bbc84e req-ae079011-f6a6-4e41-b15d-89d695e1bfb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:42.406747 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9b2eda38-4309-4218-b03d-622907bbc84e req-ae079011-f6a6-4e41-b15d-89d695e1bfb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.2715263 May 25 16:22:42.447965 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:42.455502 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9b2eda38-4309-4218-b03d-622907bbc84e req-661bfff1-7189-42d2-b958-a8fc9814a992 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432000 May 25 16:22:42.544849 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-deda0579-a5d3-474e-9707-76966eb52f38 req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'port': {'device_id': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'admin_state_up': True, 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'security_groups': ['052d1766-c440-4419-956d-aed7751648dd']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:42.568709 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:42.672653 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deda0579-a5d3-474e-9707-76966eb52f38 req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Made reservation on behalf of a40431f830294ea0a6395be072560dea for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:22:42.676676 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-deda0579-a5d3-474e-9707-76966eb52f38 req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:42.835225 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-deda0579-a5d3-474e-9707-76966eb52f38 req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Allocated IP 172.20.0.3 (5f7c259b-fa42-4f62-9149-4145e768ec9c/a62fc72b-9e35-4921-bdef-a9201948c2e2/b584eb77-9528-491e-9943-03658d935cdc) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:22:42.955373 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3e96ba1e-9ff3-4846-bf0f-d12cdae4e2d4 req-f3a91600-8122-424b-a15d-806d6873b9a1 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 210 time: 0.0612917 May 25 16:22:43.024668 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-deda0579-a5d3-474e-9707-76966eb52f38 req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for port (b584eb77-9528-491e-9943-03658d935cdc), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:43.083891 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8be57900-f853-4da6-8322-55042ba57bfb req-8f60c4b6-8b06-4770-8e86-c9b5b325d895 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 210 time: 0.0332727 May 25 16:22:43.093899 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-deda0579-a5d3-474e-9707-76966eb52f38 req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (b584eb77-9528-491e-9943-03658d935cdc), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:43.169433 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deda0579-a5d3-474e-9707-76966eb52f38 req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Network 5f7c259b-fa42-4f62-9149-4145e768ec9c is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:22:43.175629 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d2202-1812-4120-b646-d01416e53a9d req-d1df10dd-0428-449d-88fc-20a50d7b2986 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:43.177089 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-363d2202-1812-4120-b646-d01416e53a9d req-d1df10dd-0428-449d-88fc-20a50d7b2986 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0957837 May 25 16:22:43.180896 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-deda0579-a5d3-474e-9707-76966eb52f38 req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:22:43.185006 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-deda0579-a5d3-474e-9707-76966eb52f38 req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:22:43.218669 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'Port': ['ID=b584eb77-9528-491e-9943-03658d935cdc,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:43.272337 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-363d2202-1812-4120-b646-d01416e53a9d req-d5ff6845-b4e1-4e11-bf29-455325482c39 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844378 May 25 16:22:43.307237 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0579-a5d3-474e-9707-76966eb52f38 req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:43.307237 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-deda0579-a5d3-474e-9707-76966eb52f38 req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:43.347990 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-4594bde5-a8e0-4172-bf6c-3d26ec302b3b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8081567 May 25 16:22:43.372075 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Request body: {'port': {'device_id': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:43.462769 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (b584eb77-9528-491e-9943-03658d935cdc), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:43.535566 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:43.560991 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:43.594406 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-c4b00fe6-d438-4828-850c-52af8d7c30f5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:43.594406 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-c4b00fe6-d438-4828-850c-52af8d7c30f5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 815 time: 0.1962717 May 25 16:22:43.633945 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:43.660455 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-8ce10256-fd20-4a14-8d84-67f09427d4b7 None None] Provisioning complete for port b584eb77-9528-491e-9943-03658d935cdc triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:43.660822 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8ce10256-fd20-4a14-8d84-67f09427d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (b584eb77-9528-491e-9943-03658d935cdc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:43.692832 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559f596-e2ff-4689-a73b-fc9005e3a040 req-aea6e61f-4491-4ea1-9eed-97908e2d1163 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:43.694506 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c559f596-e2ff-4689-a73b-fc9005e3a040 req-aea6e61f-4491-4ea1-9eed-97908e2d1163 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0977631 May 25 16:22:43.695402 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:43.711717 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-ef0d5aa7-6ee7-412e-9478-be01451ac6ae tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d234edace28441282f594f0e03cacc5 HTTP/1.1" status: 200 len: 473 time: 0.1078997 May 25 16:22:43.731129 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-8ce10256-fd20-4a14-8d84-67f09427d4b7 None None] Port b584eb77-9528-491e-9943-03658d935cdc cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:22:43.781915 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'port': {'device_id': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'admin_state_up': True, 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'security_groups': ['d23902a0-8f04-49c1-9b90-82906098c30b']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:43.864774 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c559f596-e2ff-4689-a73b-fc9005e3a040 req-d2188bce-803a-402e-ae43-adf16eb35a48 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175759 May 25 16:22:43.903206 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Made reservation on behalf of 9d234edace28441282f594f0e03cacc5 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:22:43.906782 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:43.973183 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b584eb77-9528-491e-9943-03658d935cdc {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:22:43.980934 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Publish callbacks [] for port (b584eb77-9528-491e-9943-03658d935cdc), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:43.996495 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Transition to ACTIVE for port object b584eb77-9528-491e-9943-03658d935cdc will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:22:44.003794 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (b584eb77-9528-491e-9943-03658d935cdc), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:44.017258 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:44.056310 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Allocated IP 172.20.0.3 (924a9156-87e8-4a10-ac35-4ba66726a4f5/18e620dd-027b-4139-8d4b-9cc1e3ca8de8/6671911c-5350-4820-bfd8-8e86bc7f1151) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:22:44.124343 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Pushing event updated for resources: {'Port': ['ID=b584eb77-9528-491e-9943-03658d935cdc,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:44.211015 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c0f07-0a3b-46b2-b526-b6bfed486382 req-3613aaa0-5543-41c7-ba6c-12960c7cea25 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:44.212940 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-269c0f07-0a3b-46b2-b526-b6bfed486382 req-3613aaa0-5543-41c7-ba6c-12960c7cea25 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 943 time: 0.1299512 May 25 16:22:44.222948 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:44.231183 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387465c-30d1-4775-b5ef-cfe9f8e862b8 req-7e1e5411-46c2-4999-8031-023386b82573 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:44.232762 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2387465c-30d1-4775-b5ef-cfe9f8e862b8 req-7e1e5411-46c2-4999-8031-023386b82573 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.1102057 May 25 16:22:44.250295 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Attempting to bind port b584eb77-9528-491e-9943-03658d935cdc on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:22:44.250761 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Attempting to bind port b584eb77-9528-491e-9943-03658d935cdc by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:22:44.251169 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Attempting to bind port b584eb77-9528-491e-9943-03658d935cdc on network 5f7c259b-fa42-4f62-9149-4145e768ec9c {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:22:44.261147 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:44.274273 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Port b584eb77-9528-491e-9943-03658d935cdc on network 5f7c259b-fa42-4f62-9149-4145e768ec9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:22:44.274620 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Attempting to bind port b584eb77-9528-491e-9943-03658d935cdc on network 5f7c259b-fa42-4f62-9149-4145e768ec9c {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:22:44.300879 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:22:44.301226 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Checking segment: {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:22:44.301607 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Bound using segment: {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:22:44.302064 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Bound port: b584eb77-9528-491e-9943-03658d935cdc, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:22:44.302425 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (b584eb77-9528-491e-9943-03658d935cdc), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:44.307456 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Network 924a9156-87e8-4a10-ac35-4ba66726a4f5 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:22:44.312117 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:22:44.315978 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:22:44.339623 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'Port': ['ID=6671911c-5350-4820-bfd8-8e86bc7f1151,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:44.360418 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2387465c-30d1-4775-b5ef-cfe9f8e862b8 req-260ae2ec-1a6e-44a7-9a41-d73f140c1756 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190586 May 25 16:22:44.372893 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-269c0f07-0a3b-46b2-b526-b6bfed486382 req-bf441cdb-e2e1-45db-bc6a-8685ccb10762 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515512 May 25 16:22:44.375584 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:44.376248 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:44.396977 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-236608dc-4e0b-4f26-a019-8c59ef81656c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6189840 May 25 16:22:44.529857 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] For port b584eb77-9528-491e-9943-03658d935cdc, host hv-cinder-84327, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:22:44.560182 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] For port b584eb77-9528-491e-9943-03658d935cdc, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b584eb77-9528-491e-9943-03658d935cdc,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:22:44.571034 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef40b64-a448-4151-a133-9d3640690b6c req-9e10cc50-766e-4818-a89a-1f293eccf24e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:44.572534 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cef40b64-a448-4151-a133-9d3640690b6c req-9e10cc50-766e-4818-a89a-1f293eccf24e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 931 time: 0.1058700 May 25 16:22:44.578816 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc482d-510a-40fc-8022-317546cd2fae req-88e2dfab-236e-47a0-8c41-c0e720287bf7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:44.579122 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-b1404ae7-6e2b-4f59-a111-de7dfbd2b319 None None] Provisioning complete for port 6671911c-5350-4820-bfd8-8e86bc7f1151 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:44.579498 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-b1404ae7-6e2b-4f59-a111-de7dfbd2b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:44.580211 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9fbc482d-510a-40fc-8022-317546cd2fae req-88e2dfab-236e-47a0-8c41-c0e720287bf7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.1100006 May 25 16:22:44.582808 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (b584eb77-9528-491e-9943-03658d935cdc), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:44.611927 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-b1404ae7-6e2b-4f59-a111-de7dfbd2b319 None None] Port 6671911c-5350-4820-bfd8-8e86bc7f1151 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:22:44.642168 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:44.655246 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:44.659498 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:44.660124 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:44.661511 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] 10.222.0.84 "PUT /v2.0/ports/b584eb77-9528-491e-9943-03658d935cdc HTTP/1.1" status: 200 len: 1093 time: 1.2946081 May 25 16:22:44.664490 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'tag': 'b584eb77-9528-491e-9943-03658d935cdc'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:22:44.667016 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feca427b-6da3-4635-989b-3254df7eb8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ffa3b0-9de0-483c-86b7-0f18718d8760", "tag": "b584eb77-9528-491e-9943-03658d935cdc"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:22:44.718694 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808c037-2b52-4908-98ca-a462aa228c4a service neutron] Pushing event updated for resources: {'Port': ['ID=b584eb77-9528-491e-9943-03658d935cdc,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:44.728959 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cef40b64-a448-4151-a133-9d3640690b6c req-39819bcd-89be-476d-8edc-ca89702473e5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478100 May 25 16:22:44.734809 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9fbc482d-510a-40fc-8022-317546cd2fae req-a1266a1a-a14c-466b-a6ef-111b7f703c47 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421335 May 25 16:22:44.787299 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c6fb51-c73e-44d7-a280-06cfdf62e9f3 x-openstack-request-id: req-d8c6fb51-c73e-44d7-a280-06cfdf62e9f3 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:22:44.787846 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ffa3b0-9de0-483c-86b7-0f18718d8760", "tag": "b584eb77-9528-491e-9943-03658d935cdc", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:22:44.788102 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8c6fb51-c73e-44d7-a280-06cfdf62e9f3 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:22:44.789085 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c6fb51-c73e-44d7-a280-06cfdf62e9f3'] response: {'name': 'network-changed', 'server_uuid': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'tag': 'b584eb77-9528-491e-9943-03658d935cdc', 'status': 'completed', 'code': 200} May 25 16:22:45.497902 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21d610-887a-4f1b-bc96-7f0cb622a6c0 req-df5900ad-7a7f-4dac-9d09-bfccb13fbd9f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:45.499394 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ff21d610-887a-4f1b-bc96-7f0cb622a6c0 req-df5900ad-7a7f-4dac-9d09-bfccb13fbd9f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0470603 May 25 16:22:45.550787 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ff21d610-887a-4f1b-bc96-7f0cb622a6c0 req-c9eb0fc4-1222-4245-88c2-8b6a71989aa3 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456562 May 25 16:22:45.649233 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22491d-beec-4b50-974a-cc0a51b553fe req-17b82ba8-7cfd-4520-8815-5b34547f6cff tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:45.650719 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2f22491d-beec-4b50-974a-cc0a51b553fe req-17b82ba8-7cfd-4520-8815-5b34547f6cff tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 943 time: 0.0455823 May 25 16:22:45.699448 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2f22491d-beec-4b50-974a-cc0a51b553fe req-f0eb492e-3ada-4b5c-8c7e-1a37e82c80e0 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431175 May 25 16:22:45.853050 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e842b3-018c-4e1d-9978-535aa91d55fc req-4e1dfbdb-6d36-4106-a1e8-fa5e97f05981 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:45.854575 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-66e842b3-018c-4e1d-9978-535aa91d55fc req-4e1dfbdb-6d36-4106-a1e8-fa5e97f05981 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0463204 May 25 16:22:45.900349 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-66e842b3-018c-4e1d-9978-535aa91d55fc req-a3cffe5d-b495-489a-993f-40e5f420ca43 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 May 25 16:22:46.003935 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b9154-4e41-41ad-95c9-572c8e538705 req-e7efd9cd-103f-450b-89ef-46aa0e0644de tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:46.005272 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1e7b9154-4e41-41ad-95c9-572c8e538705 req-e7efd9cd-103f-450b-89ef-46aa0e0644de tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 931 time: 0.0488207 May 25 16:22:46.051429 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1e7b9154-4e41-41ad-95c9-572c8e538705 req-6d2fd641-ef42-4b9d-a43c-fef5be4fb258 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 May 25 16:22:46.661169 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a348d-582d-4407-b047-f2754e0e3590 req-82b83cc6-ca5a-46f8-8353-dc92c89ed85e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:46.662898 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fa8a348d-582d-4407-b047-f2754e0e3590 req-82b83cc6-ca5a-46f8-8353-dc92c89ed85e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0460565 May 25 16:22:46.710350 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Request body: {'port': {'device_id': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:46.718282 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fa8a348d-582d-4407-b047-f2754e0e3590 req-448c5535-f8a9-485d-bc3d-e79734bad576 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497782 May 25 16:22:46.796902 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbfbcf-8056-4eed-8de3-fb20ba5d470e req-edb0e93c-291d-48e5-bb05-32c27a7aeeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:46.798469 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-41cbfbcf-8056-4eed-8de3-fb20ba5d470e req-edb0e93c-291d-48e5-bb05-32c27a7aeeaa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 1130 time: 0.0792887 May 25 16:22:46.805653 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca427b-6da3-4635-989b-3254df7eb8e1 req-54bbef24-7116-49cb-9340-02352f7b7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:46.807218 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-feca427b-6da3-4635-989b-3254df7eb8e1 req-54bbef24-7116-49cb-9340-02352f7b7654 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 1127 time: 0.0664198 May 25 16:22:46.890692 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:46.913292 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:46.918451 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338ae4a-d7ff-4369-a18c-52eab1d81f85 req-fc907018-5888-4090-a247-0c1587a39cb5 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:46.920164 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3338ae4a-d7ff-4369-a18c-52eab1d81f85 req-fc907018-5888-4090-a247-0c1587a39cb5 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 943 time: 0.0989134 May 25 16:22:46.999775 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbfbcf-8056-4eed-8de3-fb20ba5d470e req-ce8d4742-aea9-40b0-9bcd-29d9e7bb9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:47.001600 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-41cbfbcf-8056-4eed-8de3-fb20ba5d470e req-ce8d4742-aea9-40b0-9bcd-29d9e7bb9225 service neutron] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 920 time: 0.1957164 May 25 16:22:47.005287 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca427b-6da3-4635-989b-3254df7eb8e1 req-f4030628-99df-4dd6-9d3a-62bef0ae4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:47.006783 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-feca427b-6da3-4635-989b-3254df7eb8e1 req-f4030628-99df-4dd6-9d3a-62bef0ae4ed9 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=a40431f830294ea0a6395be072560dea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1831937 May 25 16:22:47.021136 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3338ae4a-d7ff-4369-a18c-52eab1d81f85 req-e69b242a-f968-4a27-bc4c-2a71358740e5 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861988 May 25 16:22:47.077402 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-41cbfbcf-8056-4eed-8de3-fb20ba5d470e req-d2adf978-58ec-454c-8755-975acf021770 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b95684f0-92c8-457d-bd07-c98d017be6fc HTTP/1.1" status: 200 len: 217 time: 0.0552733 May 25 16:22:47.127976 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:47.174017 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:47.213816 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ee590-b319-4cb8-9bfc-af6528042db0 req-f0fd835f-70e9-4619-a9b8-0534440f56a7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:47.215331 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-188ee590-b319-4cb8-9bfc-af6528042db0 req-f0fd835f-70e9-4619-a9b8-0534440f56a7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.1408119 May 25 16:22:47.222123 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105f35b-bf6e-4a20-9fcf-143824ac6eea req-a3f4fbed-479b-425b-af6d-5d89f64d6132 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:47.223453 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7105f35b-bf6e-4a20-9fcf-143824ac6eea req-a3f4fbed-479b-425b-af6d-5d89f64d6132 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 931 time: 0.0942919 May 25 16:22:47.230951 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbfbcf-8056-4eed-8de3-fb20ba5d470e req-b9b8da79-4cd1-48b2-bed3-131122eef308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:47.232339 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-41cbfbcf-8056-4eed-8de3-fb20ba5d470e req-b9b8da79-4cd1-48b2-bed3-131122eef308 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.1431243 May 25 16:22:47.235956 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca427b-6da3-4635-989b-3254df7eb8e1 req-2301ea23-14c4-4954-aff5-ec1025c1e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:47.237394 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-feca427b-6da3-4635-989b-3254df7eb8e1 req-2301ea23-14c4-4954-aff5-ec1025c1e700 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2209234 May 25 16:22:47.321585 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbfbcf-8056-4eed-8de3-fb20ba5d470e req-9c27b29b-1682-45c7-9fad-db9018673e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:47.323377 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-41cbfbcf-8056-4eed-8de3-fb20ba5d470e req-9c27b29b-1682-45c7-9fad-db9018673e5d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705042 May 25 16:22:47.337621 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0579-a5d3-474e-9707-76966eb52f38 req-1c4279e2-9d3e-4ba1-9447-d9ecb198f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:47.339140 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-1c4279e2-9d3e-4ba1-9447-d9ecb198f49d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 1127 time: 0.0566199 May 25 16:22:47.366199 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-188ee590-b319-4cb8-9bfc-af6528042db0 req-0c581634-6eb1-43e9-bd8e-8f060ac4229a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416183 May 25 16:22:47.371395 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7105f35b-bf6e-4a20-9fcf-143824ac6eea req-6cb46723-ae36-454b-a573-ebc84d1f2271 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380568 May 25 16:22:47.401105 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-f4a6d766-5938-4fcc-b0d1-e37d90bb2563 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b584eb77-9528-491e-9943-03658d935cdc HTTP/1.1" status: 200 len: 217 time: 0.0426576 May 25 16:22:47.409619 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6671911c-5350-4820-bfd8-8e86bc7f1151 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:22:47.442644 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-41cbfbcf-8056-4eed-8de3-fb20ba5d470e req-276c141a-0564-45c5-8154-04cad2d857ac service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995300 May 25 16:22:47.443227 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Publish callbacks [] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:47.466668 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Transition to ACTIVE for port object 6671911c-5350-4820-bfd8-8e86bc7f1151 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:22:47.472696 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0579-a5d3-474e-9707-76966eb52f38 req-55b9656e-9138-473d-9780-20aeb102e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:47.474126 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-55b9656e-9138-473d-9780-20aeb102e452 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 200 len: 850 time: 0.0667589 May 25 16:22:47.474857 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:47.506470 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:47.545142 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-41cbfbcf-8056-4eed-8de3-fb20ba5d470e req-b470b001-e5fc-4504-b86e-1ecd89517d09 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912437 May 25 16:22:47.564574 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Pushing event updated for resources: {'Port': ['ID=6671911c-5350-4820-bfd8-8e86bc7f1151,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:47.567664 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0579-a5d3-474e-9707-76966eb52f38 req-e219dc5d-c47b-4237-8b13-2863dbd50a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:47.569228 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-e219dc5d-c47b-4237-8b13-2863dbd50a43 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5f7c259b-fa42-4f62-9149-4145e768ec9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847080 May 25 16:22:47.706830 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Attempting to bind port 6671911c-5350-4820-bfd8-8e86bc7f1151 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:22:47.707158 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Attempting to bind port 6671911c-5350-4820-bfd8-8e86bc7f1151 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:22:47.707480 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Attempting to bind port 6671911c-5350-4820-bfd8-8e86bc7f1151 on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:22:47.719821 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Port 6671911c-5350-4820-bfd8-8e86bc7f1151 on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:22:47.720412 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Attempting to bind port 6671911c-5350-4820-bfd8-8e86bc7f1151 on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:22:47.729802 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-e7eec130-c5d3-45a0-9eca-7b6ae94d9410 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372042 May 25 16:22:47.730604 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:22:47.730936 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Checking segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:22:47.731309 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Bound using segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:22:47.731724 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Bound port: 6671911c-5350-4820-bfd8-8e86bc7f1151, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:22:47.732077 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:47.848927 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] For port 6671911c-5350-4820-bfd8-8e86bc7f1151, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:22:47.850793 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:47.858296 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] For port 6671911c-5350-4820-bfd8-8e86bc7f1151, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6671911c-5350-4820-bfd8-8e86bc7f1151,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:22:47.867288 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69419f81-b650-4188-a9ed-8958175136fb req-6f2ae0b4-130c-4259-b203-0c0b1f7b5ce2 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:47.869268 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-69419f81-b650-4188-a9ed-8958175136fb req-6f2ae0b4-130c-4259-b203-0c0b1f7b5ce2 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0623655 May 25 16:22:47.875310 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:47.910594 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-deda0579-a5d3-474e-9707-76966eb52f38 req-d0c099d4-4931-45aa-8ef7-7e98d6176f56 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635125 May 25 16:22:47.920298 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:47.920954 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:47.922324 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] 10.222.0.84 "PUT /v2.0/ports/6671911c-5350-4820-bfd8-8e86bc7f1151 HTTP/1.1" status: 200 len: 1093 time: 1.2163951 May 25 16:22:47.922764 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'tag': '6671911c-5350-4820-bfd8-8e86bc7f1151'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:22:47.925269 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df3bf21-2efc-4e11-9eb5-3c027c2968c2" -d '{"events": [{"name": "network-changed", "server_uuid": "867f3a7b-7e7e-468a-b1a3-9c71cc196f23", "tag": "6671911c-5350-4820-bfd8-8e86bc7f1151"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:22:47.950562 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-69419f81-b650-4188-a9ed-8958175136fb req-53a8ff45-8ffa-4ff0-a9b0-84410afa46c0 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657086 May 25 16:22:47.950751 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f853d-6e78-4a85-91e1-5d5c54939920 service neutron] Pushing event updated for resources: {'Port': ['ID=6671911c-5350-4820-bfd8-8e86bc7f1151,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:47.977489 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96202e2c-2ae8-41cf-8094-face4fa2a8ed x-openstack-request-id: req-96202e2c-2ae8-41cf-8094-face4fa2a8ed {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:22:47.977992 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867f3a7b-7e7e-468a-b1a3-9c71cc196f23", "tag": "6671911c-5350-4820-bfd8-8e86bc7f1151", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:22:47.978257 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96202e2c-2ae8-41cf-8094-face4fa2a8ed {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:22:47.978754 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96202e2c-2ae8-41cf-8094-face4fa2a8ed'] response: {'name': 'network-changed', 'server_uuid': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'tag': '6671911c-5350-4820-bfd8-8e86bc7f1151', 'status': 'completed', 'code': 200} May 25 16:22:48.148224 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89a31b-9463-40ff-b36a-7c5d8969da7e req-e19e68c2-8b35-4a39-a40b-3ec21648e42a tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:48.150055 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1a89a31b-9463-40ff-b36a-7c5d8969da7e req-e19e68c2-8b35-4a39-a40b-3ec21648e42a tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 943 time: 0.0572512 May 25 16:22:48.209436 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1a89a31b-9463-40ff-b36a-7c5d8969da7e req-800e2d5e-f589-4c6f-a1cb-1c44f8541afb tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514758 May 25 16:22:48.524451 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fa771-d6d1-43e0-8820-dc7439c93f3d req-63c6ef43-5f70-4274-90bc-3a459403fcf3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:48.525870 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6c4fa771-d6d1-43e0-8820-dc7439c93f3d req-63c6ef43-5f70-4274-90bc-3a459403fcf3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0799339 May 25 16:22:48.531648 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69f89a-41f4-4809-9200-4bcf97267179 req-857932d5-0feb-4d9e-8ef8-18fe495448de tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:48.532998 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9d69f89a-41f4-4809-9200-4bcf97267179 req-857932d5-0feb-4d9e-8ef8-18fe495448de tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 943 time: 0.0888398 May 25 16:22:48.605958 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6c4fa771-d6d1-43e0-8820-dc7439c93f3d req-b505d17f-bd3d-4922-a976-8ba2ea4593b7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719819 May 25 16:22:48.609103 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9d69f89a-41f4-4809-9200-4bcf97267179 req-807b5018-9414-49c5-a393-cf6b085f4fa5 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680459 May 25 16:22:49.088655 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76b4db-4d6b-437f-af8e-54ceb899977c req-c4794db9-afbd-41fb-877f-276cdd414853 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:49.090124 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0b76b4db-4d6b-437f-af8e-54ceb899977c req-c4794db9-afbd-41fb-877f-276cdd414853 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0492876 May 25 16:22:49.139462 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0b76b4db-4d6b-437f-af8e-54ceb899977c req-7ed731f2-7647-4c09-a60a-39cdac841a2c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435181 May 25 16:22:49.348036 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea75dd-8a80-4fd9-b993-fbeb4f9bed7c req-5eb72410-2e9b-4a8f-b58e-dd73673f1b2c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:49.349545 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a4ea75dd-8a80-4fd9-b993-fbeb4f9bed7c req-5eb72410-2e9b-4a8f-b58e-dd73673f1b2c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 943 time: 0.0625045 May 25 16:22:49.401964 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a4ea75dd-8a80-4fd9-b993-fbeb4f9bed7c req-49ca9e03-2c02-481f-b9de-00c090df0684 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448260 May 25 16:22:49.749642 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:49.768070 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1c02b-0155-4331-8cfb-da3100bf0bb3 req-44dbdd51-33ae-4c77-be68-fa7d85386144 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:49.770014 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-96b1c02b-0155-4331-8cfb-da3100bf0bb3 req-44dbdd51-33ae-4c77-be68-fa7d85386144 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0889018 May 25 16:22:49.777991 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaf159-bbe6-4027-a064-9aea942c1b09 req-5fd60c52-af64-4c56-b170-43c514c22395 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:49.779638 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0cfaf159-bbe6-4027-a064-9aea942c1b09 req-5fd60c52-af64-4c56-b170-43c514c22395 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 943 time: 0.0967352 May 25 16:22:49.812371 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:49.818681 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3bf21-2efc-4e11-9eb5-3c027c2968c2 req-545e2f28-841a-4ad3-956f-609e5e6b3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:49.820542 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0df3bf21-2efc-4e11-9eb5-3c027c2968c2 req-545e2f28-841a-4ad3-956f-609e5e6b3ff9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 1127 time: 0.0731447 May 25 16:22:49.866450 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-96b1c02b-0155-4331-8cfb-da3100bf0bb3 req-8ed859ac-3fdf-496c-b0e8-754dd1c1a85b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858243 May 25 16:22:49.876195 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0cfaf159-bbe6-4027-a064-9aea942c1b09 req-80c8bd60-8f62-417b-a1aa-ad30cbc1077a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853581 May 25 16:22:50.262164 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b7be3-6d7f-481c-b79b-8cdec01eb36c req-2a2b591b-3716-4531-a1f5-13b25c9d947c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:50.263642 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2f0b7be3-6d7f-481c-b79b-8cdec01eb36c req-2a2b591b-3716-4531-a1f5-13b25c9d947c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0489328 May 25 16:22:50.310923 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2f0b7be3-6d7f-481c-b79b-8cdec01eb36c req-49d7ef5b-d9cc-423b-9065-095810ee1440 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 May 25 16:22:50.409556 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3bf21-2efc-4e11-9eb5-3c027c2968c2 req-43480fc2-2c31-4552-96d1-758182684fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:50.411089 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0df3bf21-2efc-4e11-9eb5-3c027c2968c2 req-43480fc2-2c31-4552-96d1-758182684fef service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9d234edace28441282f594f0e03cacc5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0988917 May 25 16:22:50.457916 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:22:50.518682 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3bf21-2efc-4e11-9eb5-3c027c2968c2 req-703dd643-70ae-4ec1-bc5f-fbc9432896a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:50.520548 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0df3bf21-2efc-4e11-9eb5-3c027c2968c2 req-703dd643-70ae-4ec1-bc5f-fbc9432896a3 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1014338 May 25 16:22:50.540537 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe511e0-63f0-46f6-8096-055a4ed028c3 req-6f7848e7-0225-4505-a4b3-09f62c901189 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:50.542102 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4fe511e0-63f0-46f6-8096-055a4ed028c3 req-6f7848e7-0225-4505-a4b3-09f62c901189 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 943 time: 0.0529885 May 25 16:22:50.600007 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4fe511e0-63f0-46f6-8096-055a4ed028c3 req-dda6c411-58a4-4966-9f73-a383ef894cc7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518367 May 25 16:22:50.647376 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-32f3bd3c-fe81-4bbc-ad64-75c7c90692ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:50.650773 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-32f3bd3c-fe81-4bbc-ad64-75c7c90692ba service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 1127 time: 0.0711424 May 25 16:22:50.707698 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-c4799eee-41de-4c2f-8505-7a023e9d303b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6671911c-5350-4820-bfd8-8e86bc7f1151 HTTP/1.1" status: 200 len: 217 time: 0.0487299 May 25 16:22:50.755932 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-0e40c693-94c9-4cc9-9fb0-b7fb8e3dee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:50.758194 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-0e40c693-94c9-4cc9-9fb0-b7fb8e3dee2d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=18e620dd-027b-4139-8d4b-9cc1e3ca8de8 HTTP/1.1" status: 200 len: 854 time: 0.0442262 May 25 16:22:50.806453 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-a6cfed71-472f-46b3-96bb-2b64773e62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:50.807993 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-a6cfed71-472f-46b3-96bb-2b64773e62e3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=924a9156-87e8-4a10-ac35-4ba66726a4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398526 May 25 16:22:50.903659 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-2ab8b9d3-1a53-4476-8c10-f194b5dc3136 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877280 May 25 16:22:51.004996 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d4ba9f12-cc43-4f43-9b3a-cfa107e5c26b req-a92e9766-3c01-4b9e-9db2-1b5eeed7df1e service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944483 May 25 16:22:51.019669 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:51.039086 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ff68-546b-4417-b23b-1f1b9f65ca0c req-a0831aa5-154f-4240-a8f7-e51ee57d0ab2 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:51.040595 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-abe8ff68-546b-4417-b23b-1f1b9f65ca0c req-a0831aa5-154f-4240-a8f7-e51ee57d0ab2 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0866437 May 25 16:22:51.052635 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64507b6b-ac14-448f-9ba8-d26680952b47 req-ea59ce5d-e3af-4197-8837-bece24b65c59 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:51.054591 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-64507b6b-ac14-448f-9ba8-d26680952b47 req-ea59ce5d-e3af-4197-8837-bece24b65c59 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 943 time: 0.0850337 May 25 16:22:51.131054 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-abe8ff68-546b-4417-b23b-1f1b9f65ca0c req-d860e97e-ec58-4033-beee-580a699b29b0 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844557 May 25 16:22:51.134466 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-64507b6b-ac14-448f-9ba8-d26680952b47 req-ec121ada-40a7-46ac-81ed-6c6410d301df tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741751 May 25 16:22:51.314069 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 43858) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:51.421063 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e4002ca0-fa57-403a-8a42-d2e224582b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:51.442747 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:51.505477 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e4002ca0-fa57-403a-8a42-d2e224582b40 admin admin] Publish callbacks [] for security_group (606901b0-55ba-4475-8ea1-85eab2d2b0d9), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:51.510685 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e4002ca0-fa57-403a-8a42-d2e224582b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (606901b0-55ba-4475-8ea1-85eab2d2b0d9), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:51.549097 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4002ca0-fa57-403a-8a42-d2e224582b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606901b0-55ba-4475-8ea1-85eab2d2b0d9,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:51.554846 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e4002ca0-fa57-403a-8a42-d2e224582b40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d20c7d9f8ecb4b98b73209e1f574506c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396693 May 25 16:22:51.557781 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 43862) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:51.606131 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f5222b7-ddff-4a38-a504-120339930b43 admin admin] Publish callbacks [] for security_group (606901b0-55ba-4475-8ea1-85eab2d2b0d9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:51.618890 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:51.627460 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f5222b7-ddff-4a38-a504-120339930b43 admin admin] Publish callbacks [] for security_group (606901b0-55ba-4475-8ea1-85eab2d2b0d9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:51.682567 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f5222b7-ddff-4a38-a504-120339930b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (606901b0-55ba-4475-8ea1-85eab2d2b0d9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:51.685165 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f5222b7-ddff-4a38-a504-120339930b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:51.688529 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8f5222b7-ddff-4a38-a504-120339930b43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/606901b0-55ba-4475-8ea1-85eab2d2b0d9 HTTP/1.1" status: 204 len: 168 time: 0.1277308 May 25 16:22:51.700464 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5222b7-ddff-4a38-a504-120339930b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606901b0-55ba-4475-8ea1-85eab2d2b0d9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:51.752756 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309cc5c-cf4f-4709-9b50-818e5e6f91d9 req-0bb939ec-8e21-4434-a2b3-296e37a6efd7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:51.760909 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b309cc5c-cf4f-4709-9b50-818e5e6f91d9 req-0bb939ec-8e21-4434-a2b3-296e37a6efd7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 943 time: 0.0782812 May 25 16:22:51.791289 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 43872) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:51.799349 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-bf35d86c-7ae2-4f07-a65b-0a754718769f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--854874106', 'description': 'tempest-description--572281800'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:51.827710 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b309cc5c-cf4f-4709-9b50-818e5e6f91d9 req-5d4fb8f3-4f95-4bde-a912-c051119cfc30 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660324 May 25 16:22:51.838213 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bf35d86c-7ae2-4f07-a65b-0a754718769f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:51.916352 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bf35d86c-7ae2-4f07-a65b-0a754718769f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for security_group (769cdbff-99fa-4aa3-b8a9-a607de1dc592), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:51.920172 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bf35d86c-7ae2-4f07-a65b-0a754718769f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (769cdbff-99fa-4aa3-b8a9-a607de1dc592), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:51.956428 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bf35d86c-7ae2-4f07-a65b-0a754718769f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:51.957611 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-bf35d86c-7ae2-4f07-a65b-0a754718769f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1649666 May 25 16:22:51.959824 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35d86c-7ae2-4f07-a65b-0a754718769f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769cdbff-99fa-4aa3-b8a9-a607de1dc592,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:51.961001 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 43876) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:51.966198 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-cd630017-6b38-4ec2-9859-489630211948 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Request body: {'security_group_rule': {'security_group_id': '769cdbff-99fa-4aa3-b8a9-a607de1dc592', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:51.996168 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:51.998934 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd630017-6b38-4ec2-9859-489630211948 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for security_group_rule (3e6d6b74-0d60-4427-a320-9f0f5fa93002), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.008257 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 43878) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:52.026094 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6505177c-b935-4a49-b96a-8771aac7636e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.070322 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd630017-6b38-4ec2-9859-489630211948 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for security_group_rule (3e6d6b74-0d60-4427-a320-9f0f5fa93002), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.074294 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd630017-6b38-4ec2-9859-489630211948 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (3e6d6b74-0d60-4427-a320-9f0f5fa93002), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.102421 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd630017-6b38-4ec2-9859-489630211948 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6d6b74-0d60-4427-a320-9f0f5fa93002,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:52.111848 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd630017-6b38-4ec2-9859-489630211948 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.115360 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-cd630017-6b38-4ec2-9859-489630211948 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509898 May 25 16:22:52.116523 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 43880) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:52.121009 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-fa4bec62-025f-49af-9cbd-3a2491491274 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Request body: {'security_group_rule': {'security_group_id': '769cdbff-99fa-4aa3-b8a9-a607de1dc592', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:52.131284 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6505177c-b935-4a49-b96a-8771aac7636e admin admin] Publish callbacks [] for security_group (7ddac63c-c7e6-44fd-ab23-328220017475), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.139835 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6505177c-b935-4a49-b96a-8771aac7636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (7ddac63c-c7e6-44fd-ab23-328220017475), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.154056 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:52.200410 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fa4bec62-025f-49af-9cbd-3a2491491274 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for security_group_rule (6ae7cc6b-07d5-4912-a223-0ce47b32a6ab), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.205028 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505177c-b935-4a49-b96a-8771aac7636e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddac63c-c7e6-44fd-ab23-328220017475,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:52.214612 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6505177c-b935-4a49-b96a-8771aac7636e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b347a967db3495e967ee9d8081fa64f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018852 May 25 16:22:52.215744 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 43886) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:52.285513 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:52.289143 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-31001ea0-e0df-459c-a0e6-7d5f7c6d116d admin admin] Publish callbacks [] for security_group (7ddac63c-c7e6-44fd-ab23-328220017475), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.320681 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-31001ea0-e0df-459c-a0e6-7d5f7c6d116d admin admin] Publish callbacks [] for security_group (7ddac63c-c7e6-44fd-ab23-328220017475), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.336607 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab05642-f26f-4fba-96a8-1604fb55923e req-5ff7eff6-a179-4ec5-8caa-950cdf93079e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:52.338149 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aab05642-f26f-4fba-96a8-1604fb55923e req-5ff7eff6-a179-4ec5-8caa-950cdf93079e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 943 time: 0.1187041 May 25 16:22:52.351698 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4990f-ba34-4952-8d1b-cf4a2bae6b50 req-fda5ae2b-a69e-41af-b792-1dc3963a0c0d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:52.353224 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9a4990f-ba34-4952-8d1b-cf4a2bae6b50 req-fda5ae2b-a69e-41af-b792-1dc3963a0c0d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.1171424 May 25 16:22:52.394271 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-31001ea0-e0df-459c-a0e6-7d5f7c6d116d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (7ddac63c-c7e6-44fd-ab23-328220017475), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.398442 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-31001ea0-e0df-459c-a0e6-7d5f7c6d116d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.402299 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fa4bec62-025f-49af-9cbd-3a2491491274 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for security_group_rule (6ae7cc6b-07d5-4912-a223-0ce47b32a6ab), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.402477 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-31001ea0-e0df-459c-a0e6-7d5f7c6d116d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ddac63c-c7e6-44fd-ab23-328220017475 HTTP/1.1" status: 204 len: 168 time: 0.1829479 May 25 16:22:52.409925 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fa4bec62-025f-49af-9cbd-3a2491491274 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (6ae7cc6b-07d5-4912-a223-0ce47b32a6ab), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.410218 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31001ea0-e0df-459c-a0e6-7d5f7c6d116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddac63c-c7e6-44fd-ab23-328220017475,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:52.464858 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bec62-025f-49af-9cbd-3a2491491274 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae7cc6b-07d5-4912-a223-0ce47b32a6ab,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:52.470833 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aab05642-f26f-4fba-96a8-1604fb55923e req-819816c8-97a4-4b62-a7ef-f435214bee88 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165292 May 25 16:22:52.474913 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9a4990f-ba34-4952-8d1b-cf4a2bae6b50 req-e4e61540-e670-47a2-a394-ce0c6872728e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104631 May 25 16:22:52.477505 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fa4bec62-025f-49af-9cbd-3a2491491274 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.478838 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-fa4bec62-025f-49af-9cbd-3a2491491274 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3612905 May 25 16:22:52.483379 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 43892) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:52.490066 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:52.520637 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.609820 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.668279 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 6671911c-5350-4820-bfd8-8e86bc7f1151 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:22:52.739407 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Allocated IP 172.27.1.7 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/9015097f-198a-46b1-9cd4-adc4e570ec66) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:22:52.789382 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 6671911c-5350-4820-bfd8-8e86bc7f1151, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6671911c-5350-4820-bfd8-8e86bc7f1151,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:22:52.807914 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '6671911c-5350-4820-bfd8-8e86bc7f1151', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'port_id': '6671911c-5350-4820-bfd8-8e86bc7f1151', 'mac_address': 'fa:16:3e:be:3d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:22:52.847624 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 6671911c-5350-4820-bfd8-8e86bc7f1151 is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:52.848231 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.863678 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6671911c-5350-4820-bfd8-8e86bc7f1151 {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:22:52.887198 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 6671911c-5350-4820-bfd8-8e86bc7f1151, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6671911c-5350-4820-bfd8-8e86bc7f1151,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:22:52.892337 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.894313 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for port (9015097f-198a-46b1-9cd4-adc4e570ec66), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.939655 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:52.947664 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (9015097f-198a-46b1-9cd4-adc4e570ec66), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:52.966608 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=6671911c-5350-4820-bfd8-8e86bc7f1151,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:52.978005 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.978972 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.980792 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.981781 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.982445 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.983038 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.984152 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.985472 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.986467 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.987048 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.987782 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.989689 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.990117 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.991172 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.994216 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6a0b2-ae55-4b35-a13d-f2bb4a8108cb req-9ea6b1a4-9bc9-4a3e-890b-04dad5dfc317 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:52.995309 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:22:52.996525 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:22:53.000846 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:22:53.003142 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event updated for resources: {'Port': ['ID=9015097f-198a-46b1-9cd4-adc4e570ec66,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:53.004497 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dad6a0b2-ae55-4b35-a13d-f2bb4a8108cb req-9ea6b1a4-9bc9-4a3e-890b-04dad5dfc317 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 943 time: 0.0805831 May 25 16:22:53.012304 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:22:53.071058 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dad6a0b2-ae55-4b35-a13d-f2bb4a8108cb req-5af1096c-26b6-41e6-841a-6832257ac956 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646477 May 25 16:22:53.267024 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['6671911c-5350-4820-bfd8-8e86bc7f1151'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:22:53.315114 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:53.331918 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for floatingip (f3fb8624-3645-4c90-8fe5-22bd9dd61612), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:53.393842 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (9015097f-198a-46b1-9cd4-adc4e570ec66), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:53.603731 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for port (9015097f-198a-46b1-9cd4-adc4e570ec66), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:53.610813 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (9015097f-198a-46b1-9cd4-adc4e570ec66), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:53.643293 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2da8a7-16fe-4679-bc95-163453467619 req-b5687b4b-9cd1-447e-a74c-4f815ed6b83f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:53.644764 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dd2da8a7-16fe-4679-bc95-163453467619 req-b5687b4b-9cd1-447e-a74c-4f815ed6b83f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 944 time: 0.0774090 May 25 16:22:53.654120 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e52ee2-133d-4a2c-ada5-82513aff753f req-076543ef-0035-4573-aad6-381c4d8d0e00 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:53.656069 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-37e52ee2-133d-4a2c-ada5-82513aff753f req-076543ef-0035-4573-aad6-381c4d8d0e00 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0862205 May 25 16:22:53.710850 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event updated for resources: {'Port': ['ID=9015097f-198a-46b1-9cd4-adc4e570ec66,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:53.716269 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (f3fb8624-3645-4c90-8fe5-22bd9dd61612), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:53.739861 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dd2da8a7-16fe-4679-bc95-163453467619 req-21d3225b-2aee-44de-bc42-8e5814ad2b62 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825331 May 25 16:22:53.760944 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:53.764031 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d62d9f32-e133-4978-8d1d-9fefc4012476 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2794058 May 25 16:22:53.766146 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-37e52ee2-133d-4a2c-ada5-82513aff753f req-b4180e7d-7b61-4a8c-9106-80289e151329 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832839 May 25 16:22:53.978921 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-f942e31e-325a-4065-8acc-c4284c165fd3 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--854874106&fields=id&tenant_id=95d1e25b20a146c198dfeda0dc43cd72 HTTP/1.1" status: 200 len: 267 time: 0.0424788 May 25 16:22:54.090863 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-33aa82f7-f9bb-4bf9-ae4e-9b62246dc53e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:54.092431 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-33aa82f7-f9bb-4bf9-ae4e-9b62246dc53e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 818 time: 0.1069496 May 25 16:22:54.107892 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-d6362aa9-6497-467b-b892-54b65d4a6bb7 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/quotas/95d1e25b20a146c198dfeda0dc43cd72 HTTP/1.1" status: 200 len: 375 time: 0.0099769 May 25 16:22:54.409296 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-577306af-5b7c-4e7c-bbbf-1077bafe3be2 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2957428 May 25 16:22:54.419372 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14b680-99bf-484a-a741-c6b6867f6ddf req-48300efb-b060-4e45-b07b-c0c2b811141e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:54.421171 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d14b680-99bf-484a-a741-c6b6867f6ddf req-48300efb-b060-4e45-b07b-c0c2b811141e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 943 time: 0.0768464 May 25 16:22:54.528392 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d14b680-99bf-484a-a741-c6b6867f6ddf req-2ca63753-0c0e-459d-a442-c588fa43006c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958281 May 25 16:22:54.565275 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-94b00909-0d8a-43f2-89e7-3d11b6fb1bfc service neutron] 10.222.0.42 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400611 May 25 16:22:54.572927 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:54.661938 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-4222d6a0-0e4a-4caf-8913-3425ac41eba7 service neutron] 10.222.0.42 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969939 May 25 16:22:54.685836 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 6671911c-5350-4820-bfd8-8e86bc7f1151 up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:22:54.761464 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 6671911c-5350-4820-bfd8-8e86bc7f1151 completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:22:54.769459 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 6671911c-5350-4820-bfd8-8e86bc7f1151 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:54.770275 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:54.808385 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:54.840906 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:54.870878 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64211905-8ee2-43e6-ad8e-56bee2bf82b8 req-3089d7f9-8ba7-4c99-8955-d92fd4b56837 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:54.872461 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-64211905-8ee2-43e6-ad8e-56bee2bf82b8 req-3089d7f9-8ba7-4c99-8955-d92fd4b56837 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0929117 May 25 16:22:54.887964 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 6671911c-5350-4820-bfd8-8e86bc7f1151 is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:54.888579 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:54.896207 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d8ca1-600c-43c3-8a89-e38738aae117 req-094b3e29-ac9e-470a-ad86-028569a490c2 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:54.898269 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c59d8ca1-600c-43c3-8a89-e38738aae117 req-094b3e29-ac9e-470a-ad86-028569a490c2 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0690243 May 25 16:22:54.907007 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:54.916447 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6671911c-5350-4820-bfd8-8e86bc7f1151'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:22:54.919485 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41638359-9a0e-4b09-8ecc-132e3d648ce4" -d '{"events": [{"server_uuid": "867f3a7b-7e7e-468a-b1a3-9c71cc196f23", "name": "network-vif-plugged", "status": "completed", "tag": "6671911c-5350-4820-bfd8-8e86bc7f1151"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:22:54.934355 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 6671911c-5350-4820-bfd8-8e86bc7f1151, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6671911c-5350-4820-bfd8-8e86bc7f1151,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:22:54.938782 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:54.975099 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-64211905-8ee2-43e6-ad8e-56bee2bf82b8 req-fa6da442-8e66-4034-bc12-6dc47ad42331 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950963 May 25 16:22:54.992381 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c59d8ca1-600c-43c3-8a89-e38738aae117 req-04f3165c-8dee-4cb2-980e-3184835e7d5e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739474 May 25 16:22:54.994424 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=6671911c-5350-4820-bfd8-8e86bc7f1151,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:55.063849 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4f9e27b2-e9fd-434d-b473-d2d0221dc920 req-f81c096c-2bee-48ab-a95e-3852a14b9d02 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 210 time: 0.0395050 May 25 16:22:55.118028 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384802d5-6584-4e2c-8351-017a7a04e20f req-f4bee3bf-5330-4631-85b0-e7dcf7e49b88 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:55.118855 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0f03d2-e208-434b-a2ff-f2014c619356 x-openstack-request-id: req-9d0f03d2-e208-434b-a2ff-f2014c619356 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:22:55.119148 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867f3a7b-7e7e-468a-b1a3-9c71cc196f23", "name": "network-vif-plugged", "status": "completed", "tag": "6671911c-5350-4820-bfd8-8e86bc7f1151", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:22:55.119558 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-384802d5-6584-4e2c-8351-017a7a04e20f req-f4bee3bf-5330-4631-85b0-e7dcf7e49b88 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 945 time: 0.0508657 May 25 16:22:55.119794 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d0f03d2-e208-434b-a2ff-f2014c619356 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:22:55.120375 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0f03d2-e208-434b-a2ff-f2014c619356'] response: {'server_uuid': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6671911c-5350-4820-bfd8-8e86bc7f1151', 'code': 200} May 25 16:22:55.170702 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-384802d5-6584-4e2c-8351-017a7a04e20f req-df3c945a-0c49-4f31-a260-3199ac1f8ccf tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 May 25 16:22:55.313495 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d710890-9eba-42b3-b174-8b3a10126e06 req-4a64c112-17fc-42dc-9d38-bc438615afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:55.315094 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d710890-9eba-42b3-b174-8b3a10126e06 req-4a64c112-17fc-42dc-9d38-bc438615afcd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 1129 time: 0.0435827 May 25 16:22:55.467749 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d710890-9eba-42b3-b174-8b3a10126e06 req-398cbcb9-2d6f-4ea6-a183-aacb2f29b288 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387640 May 25 16:22:55.661330 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f19d1-fadf-42ac-81a3-a5d0bde9afe4 req-1aa61671-fe17-40c2-b119-cc0f84df7033 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:55.662610 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-df4f19d1-fadf-42ac-81a3-a5d0bde9afe4 req-1aa61671-fe17-40c2-b119-cc0f84df7033 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 943 time: 0.0460443 May 25 16:22:55.713204 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-df4f19d1-fadf-42ac-81a3-a5d0bde9afe4 req-7abdf833-d5ea-4e26-8712-84c50f4cd900 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 May 25 16:22:56.122973 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3bf17-a0de-4b88-a4bf-957b58ed3b3a req-84ec2f1e-d34f-4653-8aac-6c0061036f94 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:56.124970 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-09c3bf17-a0de-4b88-a4bf-957b58ed3b3a req-84ec2f1e-d34f-4653-8aac-6c0061036f94 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0836401 May 25 16:22:56.148590 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe59ca-3104-4c4f-80bc-f9636262bff8 req-1ee97e67-0d76-4e08-a4d8-9b1e4dbaaaa4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:56.150118 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bdbe59ca-3104-4c4f-80bc-f9636262bff8 req-1ee97e67-0d76-4e08-a4d8-9b1e4dbaaaa4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0751457 May 25 16:22:56.212164 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-09c3bf17-a0de-4b88-a4bf-957b58ed3b3a req-a40ab594-ffac-49ac-a55b-bb36e45860e4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781195 May 25 16:22:56.228412 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bdbe59ca-3104-4c4f-80bc-f9636262bff8 req-df1d337c-7128-4cd3-86e5-01454a962dbb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692515 May 25 16:22:56.318177 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c31443a4-b0bd-4fc3-bb26-c9f5b3fcd573 req-90b746fa-f07e-4040-bb4b-b5a81cc6bf22 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 210 time: 0.0350924 May 25 16:22:56.363932 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399219d7-561a-447e-be28-7110501509fb req-f684dfe6-4db8-465d-9b10-d1222a8c5b33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:56.365420 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-399219d7-561a-447e-be28-7110501509fb req-f684dfe6-4db8-465d-9b10-d1222a8c5b33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 945 time: 0.0501032 May 25 16:22:56.417390 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-399219d7-561a-447e-be28-7110501509fb req-5d4b56e6-e803-443b-b88b-cd433148b9e1 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 May 25 16:22:56.701876 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device b584eb77-9528-491e-9943-03658d935cdc details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:22:56.809504 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port b584eb77-9528-491e-9943-03658d935cdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b584eb77-9528-491e-9943-03658d935cdc,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:22:56.821369 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': 'b584eb77-9528-491e-9943-03658d935cdc', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'port_id': 'b584eb77-9528-491e-9943-03658d935cdc', 'mac_address': 'fa:16:3e:c2:74:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:22:56.834173 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02014-ecc1-44d3-adc0-0d52d2c4ff2c req-cbd72c5b-ff9e-413b-843a-f2a5ed01b0dc tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:56.835872 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6ba02014-ecc1-44d3-adc0-0d52d2c4ff2c req-cbd72c5b-ff9e-413b-843a-f2a5ed01b0dc tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 943 time: 0.0476358 May 25 16:22:56.855677 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port b584eb77-9528-491e-9943-03658d935cdc is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:56.856053 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (b584eb77-9528-491e-9943-03658d935cdc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:56.869359 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b584eb77-9528-491e-9943-03658d935cdc {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:22:56.885233 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6ba02014-ecc1-44d3-adc0-0d52d2c4ff2c req-65c22d9d-3a02-444e-813e-663559009a8f tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436661 May 25 16:22:56.888845 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port b584eb77-9528-491e-9943-03658d935cdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b584eb77-9528-491e-9943-03658d935cdc,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:22:56.893662 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (b584eb77-9528-491e-9943-03658d935cdc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:56.942292 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=b584eb77-9528-491e-9943-03658d935cdc,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:57.278737 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['b584eb77-9528-491e-9943-03658d935cdc'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:22:57.361487 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51078873-1ce0-4198-90d6-fb266e2ed9ee req-7a742f65-ef2f-4eb7-bdf6-b3638572edc7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:57.362996 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-51078873-1ce0-4198-90d6-fb266e2ed9ee req-7a742f65-ef2f-4eb7-bdf6-b3638572edc7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0779777 May 25 16:22:57.385403 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03005bc-b377-423d-8f47-f7e7ddd193a0 req-43782a3f-ba5f-472f-ad12-11066075a3bd tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:57.386897 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f03005bc-b377-423d-8f47-f7e7ddd193a0 req-43782a3f-ba5f-472f-ad12-11066075a3bd tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0656102 May 25 16:22:57.442802 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:57.459816 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-51078873-1ce0-4198-90d6-fb266e2ed9ee req-ecfc1cae-e5c5-481a-b071-dc6473697a29 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887146 May 25 16:22:57.464673 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f03005bc-b377-423d-8f47-f7e7ddd193a0 req-36b9fe08-0d4f-433a-b9d4-7382c5d89555 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706306 May 25 16:22:57.604587 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-66894725-9570-4e82-89d9-c519a3994343 req-d9fa0092-771a-4cd4-aefe-cca879ea0928 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 210 time: 0.0465298 May 25 16:22:57.670920 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b055af7-fec3-4a84-8cee-a215dbfa9798 req-0bd94cc1-cd08-425c-a45e-97b1cbb7e330 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:57.672906 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8b055af7-fec3-4a84-8cee-a215dbfa9798 req-0bd94cc1-cd08-425c-a45e-97b1cbb7e330 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 945 time: 0.0812867 May 25 16:22:57.733160 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8b055af7-fec3-4a84-8cee-a215dbfa9798 req-a413df41-7c27-4bfb-b578-76c064375115 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546598 May 25 16:22:57.743550 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-1fac0e5c-823e-4bb8-a2a1-22e1c4ef42b8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:57.746287 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-1fac0e5c-823e-4bb8-a2a1-22e1c4ef42b8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 818 time: 0.1119964 May 25 16:22:57.832761 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-1e23c75d-fd44-44f4-8555-8985c1b0df4f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95d1e25b20a146c198dfeda0dc43cd72 HTTP/1.1" status: 200 len: 379 time: 0.0635998 May 25 16:22:57.940208 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Request body: {'port': {'device_id': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'admin_state_up': True, 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'security_groups': ['769cdbff-99fa-4aa3-b8a9-a607de1dc592']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:57.983498 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 44036) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:58.007415 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e20e-989b-4200-9e62-459167fc0051 req-10357779-86b8-41b9-b610-0dc43ce83877 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:58.009175 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4197e20e-989b-4200-9e62-459167fc0051 req-10357779-86b8-41b9-b610-0dc43ce83877 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 944 time: 0.0552416 May 25 16:22:58.013683 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:58.034213 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:58.056396 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Made reservation on behalf of 95d1e25b20a146c198dfeda0dc43cd72 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:22:58.060801 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.064949 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4197e20e-989b-4200-9e62-459167fc0051 req-264c828d-ac12-4adf-a22d-0f85d51ce0d4 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493107 May 25 16:22:58.104965 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc804-be8f-47ba-8197-267c3f757ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.184826 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc804-be8f-47ba-8197-267c3f757ad4 admin admin] Publish callbacks [] for security_group (abd08fd8-33b1-4c76-b85c-1a8ee7498a6b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.188936 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc804-be8f-47ba-8197-267c3f757ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (abd08fd8-33b1-4c76-b85c-1a8ee7498a6b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.217416 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Allocated IP 172.20.0.14 (07eab40d-bc82-4433-9d88-2c85f65e23df/a5fd1872-b933-477c-91a8-1b7b6079d318/1b194465-a3bb-473d-8825-aed33ba4c44a) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:22:58.232718 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5d9dc804-be8f-47ba-8197-267c3f757ad4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db1f645c078346c0a1160e623c6d81cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460299 May 25 16:22:58.233060 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 44040) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:58.233233 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dc804-be8f-47ba-8197-267c3f757ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd08fd8-33b1-4c76-b85c-1a8ee7498a6b,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:58.263746 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:58.357231 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7b68f897-786b-44f0-bc92-24586edf19d1 admin admin] Publish callbacks [] for security_group (abd08fd8-33b1-4c76-b85c-1a8ee7498a6b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.400578 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7b68f897-786b-44f0-bc92-24586edf19d1 admin admin] Publish callbacks [] for security_group (abd08fd8-33b1-4c76-b85c-1a8ee7498a6b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.436498 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.480733 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.482730 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7b68f897-786b-44f0-bc92-24586edf19d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (abd08fd8-33b1-4c76-b85c-1a8ee7498a6b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.485191 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7b68f897-786b-44f0-bc92-24586edf19d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.486361 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7b68f897-786b-44f0-bc92-24586edf19d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/abd08fd8-33b1-4c76-b85c-1a8ee7498a6b HTTP/1.1" status: 204 len: 168 time: 0.2523470 May 25 16:22:58.525019 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68f897-786b-44f0-bc92-24586edf19d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd08fd8-33b1-4c76-b85c-1a8ee7498a6b,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:58.542244 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Network 07eab40d-bc82-4433-9d88-2c85f65e23df is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:22:58.547669 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:22:58.549737 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event updated for resources: {'Port': ['ID=1b194465-a3bb-473d-8825-aed33ba4c44a,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:58.551839 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:22:58.611635 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:58.612278 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.651732 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-6ef2291d-56ab-4c2e-a0ec-660d1e7d978c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7154720 May 25 16:22:58.683353 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac848b50-45d6-4c22-8955-a7234a4e19cd req-985834c9-dcc9-4e61-b5c1-769d590a37a4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:58.684925 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ac848b50-45d6-4c22-8955-a7234a4e19cd req-985834c9-dcc9-4e61-b5c1-769d590a37a4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0935991 May 25 16:22:58.696396 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3188833-4e2c-4373-a42d-66139ed73c42 req-81e77f1a-63cf-474b-9281-ebf40bbb4b2b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:58.703690 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c3188833-4e2c-4373-a42d-66139ed73c42 req-81e77f1a-63cf-474b-9281-ebf40bbb4b2b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0937440 May 25 16:22:58.711878 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device b584eb77-9528-491e-9943-03658d935cdc up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:22:58.773577 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port b584eb77-9528-491e-9943-03658d935cdc completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:22:58.786866 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port b584eb77-9528-491e-9943-03658d935cdc triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:58.787243 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (b584eb77-9528-491e-9943-03658d935cdc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.790734 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:58.798685 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ac848b50-45d6-4c22-8955-a7234a4e19cd req-e6a1b537-b9af-48a0-a445-0e52f038fade tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922079 May 25 16:22:58.822141 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c3188833-4e2c-4373-a42d-66139ed73c42 req-00417fa8-fc30-44e2-b56d-66f8528437bd tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133871 May 25 16:22:58.863240 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Request body: {'port': {'device_id': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:58.944723 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 44054) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:58.954027 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port b584eb77-9528-491e-9943-03658d935cdc is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:22:58.954505 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (b584eb77-9528-491e-9943-03658d935cdc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.964485 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-83cb31b4-8d22-4442-8538-0cc2e62a4cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.974426 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-8ca18070-b7cd-402a-b08e-361da6205bed None None] Provisioning complete for port 1b194465-a3bb-473d-8825-aed33ba4c44a triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:22:58.975043 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8ca18070-b7cd-402a-b08e-361da6205bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:58.984662 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:58.990264 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b3b89-aabc-4aec-9341-64602215fef2 req-62c368d1-8555-4024-96e1-d77fc5bfa9b6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:58.998221 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ce5b3b89-aabc-4aec-9341-64602215fef2 req-62c368d1-8555-4024-96e1-d77fc5bfa9b6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 945 time: 0.0866246 May 25 16:22:59.010289 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b584eb77-9528-491e-9943-03658d935cdc'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:22:59.010533 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.013150 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777423aa-53cb-4811-a8af-9bb75b932e6c" -d '{"events": [{"server_uuid": "c2ffa3b0-9de0-483c-86b7-0f18718d8760", "name": "network-vif-plugged", "status": "completed", "tag": "b584eb77-9528-491e-9943-03658d935cdc"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:22:59.024532 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c046ec-f19d-42b8-9e85-4a9659ef3b29 req-fbae5dab-ccb1-42be-b4b3-0b8feedbaf9f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:59.026453 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c5c046ec-f19d-42b8-9e85-4a9659ef3b29 req-fbae5dab-ccb1-42be-b4b3-0b8feedbaf9f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 932 time: 0.0831101 May 25 16:22:59.026941 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:59.034248 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port b584eb77-9528-491e-9943-03658d935cdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b584eb77-9528-491e-9943-03658d935cdc,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:22:59.041482 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-8ca18070-b7cd-402a-b08e-361da6205bed None None] Port 1b194465-a3bb-473d-8825-aed33ba4c44a cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:22:59.043555 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (b584eb77-9528-491e-9943-03658d935cdc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.074797 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ce5b3b89-aabc-4aec-9341-64602215fef2 req-4df63b2b-91d3-4ed5-be7e-9a0ec655d970 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754724 May 25 16:22:59.105662 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=b584eb77-9528-491e-9943-03658d935cdc,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:59.128710 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c5c046ec-f19d-42b8-9e85-4a9659ef3b29 req-6632ba4f-5a9a-423f-a94c-766031d8221e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887353 May 25 16:22:59.143181 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2a3d35-4ab7-44ad-a8b7-5d941f9c69c3 x-openstack-request-id: req-4d2a3d35-4ab7-44ad-a8b7-5d941f9c69c3 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:22:59.143503 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ffa3b0-9de0-483c-86b7-0f18718d8760", "name": "network-vif-plugged", "status": "completed", "tag": "b584eb77-9528-491e-9943-03658d935cdc", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:22:59.143758 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d2a3d35-4ab7-44ad-a8b7-5d941f9c69c3 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:22:59.144154 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2a3d35-4ab7-44ad-a8b7-5d941f9c69c3'] response: {'server_uuid': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b584eb77-9528-491e-9943-03658d935cdc', 'code': 200} May 25 16:22:59.177281 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-83cb31b4-8d22-4442-8538-0cc2e62a4cf5 admin admin] Publish callbacks [] for security_group (0bab06c1-ee73-470b-bb3d-79a7f48bc2ce), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.233320 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-83cb31b4-8d22-4442-8538-0cc2e62a4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (0bab06c1-ee73-470b-bb3d-79a7f48bc2ce), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.263058 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:59.265170 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99764719-e8e6-4b9d-9e30-75c4f1b15141 req-f267f852-932e-4802-a9be-2c412d5f641b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:59.266787 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-99764719-e8e6-4b9d-9e30-75c4f1b15141 req-f267f852-932e-4802-a9be-2c412d5f641b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 945 time: 0.0750334 May 25 16:22:59.292647 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e35f4-abe3-4dbf-b76f-bc2fa7a21372 req-de63d91e-2103-4b97-890a-e731b8fa9e53 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:59.294112 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-839e35f4-abe3-4dbf-b76f-bc2fa7a21372 req-de63d91e-2103-4b97-890a-e731b8fa9e53 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 945 time: 0.0666943 May 25 16:22:59.300596 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb31b4-8d22-4442-8538-0cc2e62a4cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab06c1-ee73-470b-bb3d-79a7f48bc2ce,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:59.303876 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 44062) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:59.305541 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-83cb31b4-8d22-4442-8538-0cc2e62a4cf5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=416ce392a775471cbdd9cba0314f7df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597944 May 25 16:22:59.308819 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-cf05d45b-448b-4626-9de5-c1a824d3ac41 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'floatingip': {'port_id': '6671911c-5350-4820-bfd8-8e86bc7f1151'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:22:59.314585 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 44064) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:22:59.379419 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cf05d45b-448b-4626-9de5-c1a824d3ac41 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (9e4f98c2-b3aa-462a-8308-24aadd928b2c), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.465372 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-99764719-e8e6-4b9d-9e30-75c4f1b15141 req-17466e7b-06d0-43a1-b22d-c4dfbf2aeea1 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899445 May 25 16:22:59.483143 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:59.500122 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b194465-a3bb-473d-8825-aed33ba4c44a {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:22:59.524630 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Publish callbacks [] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.527217 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:22:59.539195 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-12aff9ee-2b35-4f32-8e37-cab921deb901 admin admin] Publish callbacks [] for security_group (0bab06c1-ee73-470b-bb3d-79a7f48bc2ce), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.546458 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Transition to ACTIVE for port object 1b194465-a3bb-473d-8825-aed33ba4c44a will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:22:59.547865 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff765d8-c51b-4680-8edf-d1a9b4bf1ac8 req-35822dbb-1dc6-46a5-91be-a723d551d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:59.549475 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1ff765d8-c51b-4680-8edf-d1a9b4bf1ac8 req-35822dbb-1dc6-46a5-91be-a723d551d92d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 1129 time: 0.0612681 May 25 16:22:59.551339 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.606893 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-12aff9ee-2b35-4f32-8e37-cab921deb901 admin admin] Publish callbacks [] for security_group (0bab06c1-ee73-470b-bb3d-79a7f48bc2ce), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.643682 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Pushing event updated for resources: {'Port': ['ID=1b194465-a3bb-473d-8825-aed33ba4c44a,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:59.665111 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1ff765d8-c51b-4680-8edf-d1a9b4bf1ac8 req-cc6703c0-5721-436f-8808-8e096d06744d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084404 May 25 16:22:59.727588 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Attempting to bind port 1b194465-a3bb-473d-8825-aed33ba4c44a on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:22:59.727954 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Attempting to bind port 1b194465-a3bb-473d-8825-aed33ba4c44a by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:22:59.728282 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Attempting to bind port 1b194465-a3bb-473d-8825-aed33ba4c44a on network 07eab40d-bc82-4433-9d88-2c85f65e23df {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:22:59.733082 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Port 1b194465-a3bb-473d-8825-aed33ba4c44a on network 07eab40d-bc82-4433-9d88-2c85f65e23df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:22:59.733432 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Attempting to bind port 1b194465-a3bb-473d-8825-aed33ba4c44a on network 07eab40d-bc82-4433-9d88-2c85f65e23df {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:22:59.738675 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:22:59.739011 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Checking segment: {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:22:59.739396 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Bound using segment: {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:22:59.739820 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Bound port: 1b194465-a3bb-473d-8825-aed33ba4c44a, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b02cc15-6767-456b-9c4e-9290db549992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:22:59.740181 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.745343 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-12aff9ee-2b35-4f32-8e37-cab921deb901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (0bab06c1-ee73-470b-bb3d-79a7f48bc2ce), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.748326 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-12aff9ee-2b35-4f32-8e37-cab921deb901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.750424 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-12aff9ee-2b35-4f32-8e37-cab921deb901 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0bab06c1-ee73-470b-bb3d-79a7f48bc2ce HTTP/1.1" status: 204 len: 168 time: 0.4329455 May 25 16:22:59.807784 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aff9ee-2b35-4f32-8e37-cab921deb901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab06c1-ee73-470b-bb3d-79a7f48bc2ce,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:59.826118 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] For port 1b194465-a3bb-473d-8825-aed33ba4c44a, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:22:59.830729 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] For port 1b194465-a3bb-473d-8825-aed33ba4c44a, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1b194465-a3bb-473d-8825-aed33ba4c44a,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:22:59.852470 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.897176 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:59.897176 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:22:59.899359 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] 10.222.0.84 "PUT /v2.0/ports/1b194465-a3bb-473d-8825-aed33ba4c44a HTTP/1.1" status: 200 len: 1094 time: 1.0428269 May 25 16:22:59.899863 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'tag': '1b194465-a3bb-473d-8825-aed33ba4c44a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:22:59.902489 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d887e6de-4b92-4651-b4e1-4d022fae00da" -d '{"events": [{"name": "network-changed", "server_uuid": "f68f3730-3984-4aef-9c58-e87b09051c87", "tag": "1b194465-a3bb-473d-8825-aed33ba4c44a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:22:59.921601 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943450cf-c3cd-4e11-ba6e-a1bdd547bbde service neutron] Pushing event updated for resources: {'Port': ['ID=1b194465-a3bb-473d-8825-aed33ba4c44a,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:22:59.970332 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859427e0-e659-4574-945d-df46cb7122c5 req-af1f23eb-a00e-4711-9968-12761a9a66e1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:22:59.972002 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-859427e0-e659-4574-945d-df46cb7122c5 req-af1f23eb-a00e-4711-9968-12761a9a66e1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0880635 May 25 16:23:00.057239 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64da26-51c4-4306-ab99-e7333ad2a607 req-f92da8aa-dad5-4474-ad25-32fadf2f05f5 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:00.058803 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bf64da26-51c4-4306-ab99-e7333ad2a607 req-f92da8aa-dad5-4474-ad25-32fadf2f05f5 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.1149371 May 25 16:23:00.134934 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-fc674b1e-8054-42c8-a93e-4bafc2d45647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:00.136596 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-fc674b1e-8054-42c8-a93e-4bafc2d45647 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 1128 time: 0.0448339 May 25 16:23:00.142690 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-859427e0-e659-4574-945d-df46cb7122c5 req-99bfbd70-716e-40c3-8cea-9551eeb41231 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502161 May 25 16:23:00.167554 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cf05d45b-448b-4626-9de5-c1a824d3ac41 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:00.178358 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cf05d45b-448b-4626-9de5-c1a824d3ac41 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (9e4f98c2-b3aa-462a-8308-24aadd928b2c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:00.183053 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-ba932684-8620-4d9e-a4c6-0f7402f9b030 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b194465-a3bb-473d-8825-aed33ba4c44a HTTP/1.1" status: 200 len: 217 time: 0.0382569 May 25 16:23:00.184884 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bf64da26-51c4-4306-ab99-e7333ad2a607 req-528ad6e2-6c0f-4dd9-9fed-823f3af8bd1a tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147597 May 25 16:23:00.245660 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-377cee87-19ac-45f6-8620-4e25d29a0dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:00.270252 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085385af-02b3-4649-8fa8-dfbf3490d76d x-openstack-request-id: req-085385af-02b3-4649-8fa8-dfbf3490d76d {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:23:00.270840 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68f3730-3984-4aef-9c58-e87b09051c87", "tag": "1b194465-a3bb-473d-8825-aed33ba4c44a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:23:00.271226 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-085385af-02b3-4649-8fa8-dfbf3490d76d {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:23:00.271645 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085385af-02b3-4649-8fa8-dfbf3490d76d'] response: {'name': 'network-changed', 'server_uuid': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'tag': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'status': 'completed', 'code': 200} May 25 16:23:00.293317 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:00.295746 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-158f60e6-0dda-4d1a-829f-6dccf0fc7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:00.297435 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-158f60e6-0dda-4d1a-829f-6dccf0fc7946 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.1007507 May 25 16:23:00.342393 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-cf05d45b-448b-4626-9de5-c1a824d3ac41 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Floating IP 9e4f98c2-b3aa-462a-8308-24aadd928b2c associated. External IP: 172.27.1.142, port: 6671911c-5350-4820-bfd8-8e86bc7f1151. May 25 16:23:00.390009 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4ece1-ba73-4584-ad56-9818717d5282 req-54c4c601-8691-474a-8f33-5104d34bed60 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:00.391842 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ced4ece1-ba73-4584-ad56-9818717d5282 req-54c4c601-8691-474a-8f33-5104d34bed60 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 944 time: 0.1016948 May 25 16:23:00.457809 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:00.493450 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ced4ece1-ba73-4584-ad56-9818717d5282 req-a50ef0df-7a46-45ae-8d1b-62fa8aa70353 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931692 May 25 16:23:00.551289 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:00.575855 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:00.683309 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab11d4-d81d-431a-9337-da72168b2b5d req-29ccddc1-5971-462f-b6fe-1636be025e80 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:00.685535 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dcab11d4-d81d-431a-9337-da72168b2b5d req-29ccddc1-5971-462f-b6fe-1636be025e80 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 945 time: 0.1260760 May 25 16:23:00.729541 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf05d45b-448b-4626-9de5-c1a824d3ac41 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:23:00.789727 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dcab11d4-d81d-431a-9337-da72168b2b5d req-6294711f-73b1-4b2c-a46f-760203825542 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956604 May 25 16:23:00.951122 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-76fefa9f-ac9d-4059-ad67-2f09d6960164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:00.952684 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-76fefa9f-ac9d-4059-ad67-2f09d6960164 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451159 May 25 16:23:01.052412 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-dd9aea43-cb2f-4d69-9f0f-dd5899446d8f service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909438 May 25 16:23:01.103306 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf05d45b-448b-4626-9de5-c1a824d3ac41 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:23:01.108544 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cf05d45b-448b-4626-9de5-c1a824d3ac41 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:01.115279 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e4005-0a0f-40af-b8f0-1535939d6e9c None None] Sync routers for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:23:01.127096 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e4005-0a0f-40af-b8f0-1535939d6e9c None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:01.127867 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-065e4005-0a0f-40af-b8f0-1535939d6e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:22:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:01.144744 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-cf05d45b-448b-4626-9de5-c1a824d3ac41 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "PUT /v2.0/floatingips/9e4f98c2-b3aa-462a-8308-24aadd928b2c HTTP/1.1" status: 200 len: 991 time: 1.8376975 May 25 16:23:01.144744 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'tag': '6671911c-5350-4820-bfd8-8e86bc7f1151'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:23:01.146021 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b2ef53-1817-4408-ba0e-690ffd803fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "867f3a7b-7e7e-468a-b1a3-9c71cc196f23", "tag": "6671911c-5350-4820-bfd8-8e86bc7f1151"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:23:01.152682 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:01.165925 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d95e10a-b40b-4cc8-af20-03210b0c994b req-2497cff0-9b29-49eb-88e3-1d16e5d0fd42 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989895 May 25 16:23:01.239234 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b10d30-99e9-4b63-9930-2d22c3de08cc x-openstack-request-id: req-f9b10d30-99e9-4b63-9930-2d22c3de08cc {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:23:01.239530 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867f3a7b-7e7e-468a-b1a3-9c71cc196f23", "tag": "6671911c-5350-4820-bfd8-8e86bc7f1151", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:23:01.239782 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9b10d30-99e9-4b63-9930-2d22c3de08cc {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:23:01.240190 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b10d30-99e9-4b63-9930-2d22c3de08cc'] response: {'name': 'network-changed', 'server_uuid': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'tag': '6671911c-5350-4820-bfd8-8e86bc7f1151', 'status': 'completed', 'code': 200} May 25 16:23:01.361392 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfea09-cd28-491c-9778-6d32fe06c1d4 req-baeb1a54-ddfb-44c8-9924-0d1890e27a7e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:01.362518 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-065e4005-0a0f-40af-b8f0-1535939d6e9c None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:01.363138 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e6dfea09-cd28-491c-9778-6d32fe06c1d4 req-baeb1a54-ddfb-44c8-9924-0d1890e27a7e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0986667 May 25 16:23:01.385606 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95355d4d-4814-4f6d-ad8a-b84f6b41ab60 req-1b2ca782-1a96-43b4-b727-dff06ef4c39f tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:01.386626 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-95355d4d-4814-4f6d-ad8a-b84f6b41ab60 req-1b2ca782-1a96-43b4-b727-dff06ef4c39f tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0860827 May 25 16:23:01.482245 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e6dfea09-cd28-491c-9778-6d32fe06c1d4 req-efc7a39f-a338-472e-8cdc-9a9e52e4295c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117420 May 25 16:23:01.491951 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-95355d4d-4814-4f6d-ad8a-b84f6b41ab60 req-a7420369-1daf-4de7-b4b8-fb9b93fce00e tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740621 May 25 16:23:01.594008 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-065e4005-0a0f-40af-b8f0-1535939d6e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '9e4f98c2-b3aa-462a-8308-24aadd928b2c', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': '6671911c-5350-4820-bfd8-8e86bc7f1151', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:be:3d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:22:40Z', 'updated_at': '2022-05-25T16:22:59Z', 'revision_number': 1, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}, {'id': 'da6c4c60-bed5-4aae-840a-118cdae58a58', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:8e:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:37Z', 'updated_at': '2022-05-25T16:21:20Z', 'revision_number': 2, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:01.620923 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e4005-0a0f-40af-b8f0-1535939d6e9c None None] Checking router: c2e2b41b-dc03-4bfd-9eaa-f927b191a693 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:23:01.629974 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e4005-0a0f-40af-b8f0-1535939d6e9c None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:01.630559 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-065e4005-0a0f-40af-b8f0-1535939d6e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:22:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:01.637680 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf34d9b-b400-44a8-a20d-df33f77c9f97 req-c9fb0c1c-5d82-4195-b9a9-105902a024bc tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:01.639194 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dcf34d9b-b400-44a8-a20d-df33f77c9f97 req-c9fb0c1c-5d82-4195-b9a9-105902a024bc tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 944 time: 0.0535772 May 25 16:23:01.687474 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dcf34d9b-b400-44a8-a20d-df33f77c9f97 req-55241569-042f-4275-bc23-ffa702c3f154 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425885 May 25 16:23:01.735656 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-065e4005-0a0f-40af-b8f0-1535939d6e9c None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:01.916152 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d066367-305c-4027-ad63-374e010a546a req-d1d66414-6f24-43ca-b951-3ff30466c007 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:01.917951 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3d066367-305c-4027-ad63-374e010a546a req-d1d66414-6f24-43ca-b951-3ff30466c007 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 945 time: 0.0548792 May 25 16:23:01.959311 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-065e4005-0a0f-40af-b8f0-1535939d6e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '9e4f98c2-b3aa-462a-8308-24aadd928b2c', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': '6671911c-5350-4820-bfd8-8e86bc7f1151', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:be:3d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:22:40Z', 'updated_at': '2022-05-25T16:22:59Z', 'revision_number': 1, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}, {'id': 'da6c4c60-bed5-4aae-840a-118cdae58a58', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:8e:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:37Z', 'updated_at': '2022-05-25T16:21:20Z', 'revision_number': 2, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:01.973227 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3d066367-305c-4027-ad63-374e010a546a req-194b5820-5a31-4a52-baae-55212a2bee24 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482512 May 25 16:23:01.984741 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e4005-0a0f-40af-b8f0-1535939d6e9c None None] The sync data for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi is: [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '9e4f98c2-b3aa-462a-8308-24aadd928b2c', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': '6671911c-5350-4820-bfd8-8e86bc7f1151', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:be:3d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:22:40Z', 'updated_at': '2022-05-25T16:22:59Z', 'revision_number': 1, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}, {'id': 'da6c4c60-bed5-4aae-840a-118cdae58a58', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:8e:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:37Z', 'updated_at': '2022-05-25T16:21:20Z', 'revision_number': 2, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:23:02.182795 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851460e-a9b6-43b9-8354-14a876288292 None None] New status for floating IP 9e4f98c2-b3aa-462a-8308-24aadd928b2c: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:23:02.537826 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-659238d1-a4b9-46af-947d-849f0e91eee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:02.645662 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5905bb2-b5b3-4c1a-9ea5-20f5c80d631d req-aa3ab2e8-0e74-46a6-baaa-f7f82e95def6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:02.647219 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d5905bb2-b5b3-4c1a-9ea5-20f5c80d631d req-aa3ab2e8-0e74-46a6-baaa-f7f82e95def6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0777667 May 25 16:23:02.655067 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea6e5-4448-46e8-9ee7-04f990ac3b4e req-65e1a0ec-69a0-47d8-8b24-797568178ba3 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:02.656464 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cabea6e5-4448-46e8-9ee7-04f990ac3b4e req-65e1a0ec-69a0-47d8-8b24-797568178ba3 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0851033 May 25 16:23:02.718790 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 1b194465-a3bb-473d-8825-aed33ba4c44a details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:23:02.734351 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d5905bb2-b5b3-4c1a-9ea5-20f5c80d631d req-c338a94c-dcd1-4056-832a-391762a9b351 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769405 May 25 16:23:02.738549 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cabea6e5-4448-46e8-9ee7-04f990ac3b4e req-7d4efea4-2bf5-4728-b1c1-cbbc7152aedc tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743763 May 25 16:23:02.827420 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 1b194465-a3bb-473d-8825-aed33ba4c44a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1b194465-a3bb-473d-8825-aed33ba4c44a,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:02.839364 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'port_id': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'mac_address': 'fa:16:3e:53:82:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:23:02.853511 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa0db9-a01f-4832-95fe-e965f804beab req-c34e5bcb-6d28-4772-8598-1ac57792537d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:02.858172 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dafa0db9-a01f-4832-95fe-e965f804beab req-c34e5bcb-6d28-4772-8598-1ac57792537d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 944 time: 0.0514207 May 25 16:23:02.884924 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 1b194465-a3bb-473d-8825-aed33ba4c44a is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:23:02.885308 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:02.896948 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:02.898972 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b194465-a3bb-473d-8825-aed33ba4c44a {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:23:02.906571 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dafa0db9-a01f-4832-95fe-e965f804beab req-248f7637-39a2-4c16-9144-ab0a23c499f4 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452752 May 25 16:23:02.921275 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 1b194465-a3bb-473d-8825-aed33ba4c44a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1b194465-a3bb-473d-8825-aed33ba4c44a,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:02.925244 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:02.972806 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=1b194465-a3bb-473d-8825-aed33ba4c44a,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:03.090556 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02c5cb-552b-4897-b222-bbc7ec3c801d req-4eb46bea-b324-467c-89e7-786f078dc03d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:03.092052 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-df02c5cb-552b-4897-b222-bbc7ec3c801d req-4eb46bea-b324-467c-89e7-786f078dc03d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 945 time: 0.0512602 May 25 16:23:03.145799 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-df02c5cb-552b-4897-b222-bbc7ec3c801d req-d018395f-ec5d-42c8-9548-cff6016360d2 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481226 May 25 16:23:03.187797 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e6de-4b92-4651-b4e1-4d022fae00da req-c6d92d16-7f73-409d-b2b2-87de744ed25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:03.189313 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d887e6de-4b92-4651-b4e1-4d022fae00da req-c6d92d16-7f73-409d-b2b2-87de744ed25d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 1129 time: 0.0461609 May 25 16:23:03.411977 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['1b194465-a3bb-473d-8825-aed33ba4c44a'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:23:03.505925 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:03.523988 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:03.651572 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:03.869784 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:03.895817 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a155bc8-2781-4876-986f-0324c9d38563 req-92f98ea8-ef1a-48e3-84ae-66bc3d4cc023 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:03.898630 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a155bc8-2781-4876-986f-0324c9d38563 req-92f98ea8-ef1a-48e3-84ae-66bc3d4cc023 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0875869 May 25 16:23:03.906620 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf22657-0e80-4441-b157-07464769a554 req-6730b90f-9c0e-4d7c-9d90-9fa431a0e237 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:03.908066 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0cf22657-0e80-4441-b157-07464769a554 req-6730b90f-9c0e-4d7c-9d90-9fa431a0e237 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0888412 May 25 16:23:03.934896 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2ef53-1817-4408-ba0e-690ffd803fbb req-3aa7690a-ff5c-4ed3-b7e4-96495c9e0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:03.936444 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6b2ef53-1817-4408-ba0e-690ffd803fbb req-3aa7690a-ff5c-4ed3-b7e4-96495c9e0ff6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 1129 time: 0.0484331 May 25 16:23:03.984391 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a155bc8-2781-4876-986f-0324c9d38563 req-4f9906ed-8749-4c79-9806-7ea372273d05 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753696 May 25 16:23:03.988279 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0cf22657-0e80-4441-b157-07464769a554 req-1f406a37-a085-403f-8ae2-0b15a08b3e62 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707767 May 25 16:23:04.093244 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e7361-df24-48eb-91fa-d01fce77415a req-76e326a5-3714-4b6a-b703-92af79c74411 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:04.094753 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-480e7361-df24-48eb-91fa-d01fce77415a req-76e326a5-3714-4b6a-b703-92af79c74411 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 945 time: 0.0509150 May 25 16:23:04.142404 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-480e7361-df24-48eb-91fa-d01fce77415a req-4c3584b5-704a-43ba-9385-ef1f5e69018f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421486 May 25 16:23:04.268621 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b181571-0b5d-4fdb-baea-de8147b3cc36 req-87454b1d-24bc-4c14-9fe3-648be20731f8 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:04.270128 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6b181571-0b5d-4fdb-baea-de8147b3cc36 req-87454b1d-24bc-4c14-9fe3-648be20731f8 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 945 time: 0.0502229 May 25 16:23:04.320654 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6b181571-0b5d-4fdb-baea-de8147b3cc36 req-4960d0c9-a5e3-4ec7-88cd-570ef001a4b5 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448945 May 25 16:23:04.380729 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e6de-4b92-4651-b4e1-4d022fae00da req-a157298b-6045-414a-bc3e-ee97c1f458aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:04.382567 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d887e6de-4b92-4651-b4e1-4d022fae00da req-a157298b-6045-414a-bc3e-ee97c1f458aa service neutron] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 920 time: 0.0929184 May 25 16:23:04.437890 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805d3ce-4290-4bda-b540-a09c259c51f7 req-7627659c-6dea-478b-ab7f-25b031675274 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:04.439385 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4805d3ce-4290-4bda-b540-a09c259c51f7 req-7627659c-6dea-478b-ab7f-25b031675274 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 945 time: 0.0503008 May 25 16:23:04.490551 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4805d3ce-4290-4bda-b540-a09c259c51f7 req-620146e8-140a-4eff-956b-4b3af5a02d07 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450258 May 25 16:23:04.513941 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 44190) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:04.561463 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d887e6de-4b92-4651-b4e1-4d022fae00da req-12b9607b-1bae-48f5-8296-d2b18fa1e288 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b194465-a3bb-473d-8825-aed33ba4c44a HTTP/1.1" status: 200 len: 217 time: 0.0712702 May 25 16:23:04.636169 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2ef53-1817-4408-ba0e-690ffd803fbb req-74f8f5ab-c816-44fd-b26e-85523d36f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:04.637638 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6b2ef53-1817-4408-ba0e-690ffd803fbb req-74f8f5ab-c816-44fd-b26e-85523d36f961 service neutron] 10.222.0.84 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 917 time: 0.1661844 May 25 16:23:04.639039 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e6de-4b92-4651-b4e1-4d022fae00da req-0cda8108-9130-4309-a033-b0a64afa1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:04.640324 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d887e6de-4b92-4651-b4e1-4d022fae00da req-0cda8108-9130-4309-a033-b0a64afa1529 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.0710547 May 25 16:23:04.726729 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f19a23-c22a-4c41-a704-08857868e38d tempest-TestVolumeBootPattern-1409693445 tempest-TestVolumeBootPattern-1409693445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:04.728288 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e0f19a23-c22a-4c41-a704-08857868e38d tempest-TestVolumeBootPattern-1409693445 tempest-TestVolumeBootPattern-1409693445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 1124 time: 0.2133389 May 25 16:23:04.731231 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 44196) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:04.735442 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'port_id': 'b584eb77-9528-491e-9943-03658d935cdc', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:23:04.738960 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e6de-4b92-4651-b4e1-4d022fae00da req-5a4af7da-a037-4bbe-9376-b34f9bd2a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:04.740424 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d887e6de-4b92-4651-b4e1-4d022fae00da req-5a4af7da-a037-4bbe-9376-b34f9bd2a2f5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792475 May 25 16:23:04.747360 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6b2ef53-1817-4408-ba0e-690ffd803fbb req-8f9acdb8-d92b-4fd7-a402-553a9656313c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6671911c-5350-4820-bfd8-8e86bc7f1151 HTTP/1.1" status: 200 len: 1001 time: 0.0919943 May 25 16:23:04.760023 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:04.824616 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 1b194465-a3bb-473d-8825-aed33ba4c44a up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:23:04.843269 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:04.881575 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 1b194465-a3bb-473d-8825-aed33ba4c44a completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:23:04.890328 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 1b194465-a3bb-473d-8825-aed33ba4c44a triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:23:04.890910 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:04.941474 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2ef53-1817-4408-ba0e-690ffd803fbb req-5edf15b8-d482-4d58-bad4-d27285225b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:04.943045 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6b2ef53-1817-4408-ba0e-690ffd803fbb req-5edf15b8-d482-4d58-bad4-d27285225b31 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=18e620dd-027b-4139-8d4b-9cc1e3ca8de8 HTTP/1.1" status: 200 len: 854 time: 0.1157537 May 25 16:23:04.965767 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Allocated IP 172.27.1.59 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/56e869a4-6065-434f-968c-0b77d7ae8dbf) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:23:04.977323 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 1b194465-a3bb-473d-8825-aed33ba4c44a is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:23:04.977872 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:04.979582 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d887e6de-4b92-4651-b4e1-4d022fae00da req-eedfcb63-6d22-47e3-ac0f-a5f812221443 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437683 May 25 16:23:05.001817 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b194465-a3bb-473d-8825-aed33ba4c44a'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:23:05.004336 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01eb579f-dc9d-4a4f-97f2-5abf48564008" -d '{"events": [{"server_uuid": "f68f3730-3984-4aef-9c58-e87b09051c87", "name": "network-vif-plugged", "status": "completed", "tag": "1b194465-a3bb-473d-8825-aed33ba4c44a"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:23:05.018287 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 1b194465-a3bb-473d-8825-aed33ba4c44a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1b194465-a3bb-473d-8825-aed33ba4c44a,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:05.025186 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:05.069999 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd108e4-4e00-4a4a-a6bc-7c7070166d78 x-openstack-request-id: req-6bd108e4-4e00-4a4a-a6bc-7c7070166d78 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:23:05.070554 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68f3730-3984-4aef-9c58-e87b09051c87", "name": "network-vif-plugged", "status": "completed", "tag": "1b194465-a3bb-473d-8825-aed33ba4c44a", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:23:05.070907 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bd108e4-4e00-4a4a-a6bc-7c7070166d78 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:23:05.071395 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd108e4-4e00-4a4a-a6bc-7c7070166d78'] response: {'server_uuid': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'code': 200} May 25 16:23:05.089254 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=1b194465-a3bb-473d-8825-aed33ba4c44a,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:05.112303 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:05.189340 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2ef53-1817-4408-ba0e-690ffd803fbb req-fa805313-7f52-4e6a-971e-7825a74a46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:05.189552 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6b2ef53-1817-4408-ba0e-690ffd803fbb req-fa805313-7f52-4e6a-971e-7825a74a46e1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=924a9156-87e8-4a10-ac35-4ba66726a4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1213923 May 25 16:23:05.196892 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for port (56e869a4-6065-434f-968c-0b77d7ae8dbf), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:05.233754 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91f225-cfa1-4e28-9a11-1b02f0c1c42d req-46679b93-ab56-4bf5-91c0-1611244a50a4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:05.235259 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2c91f225-cfa1-4e28-9a11-1b02f0c1c42d req-46679b93-ab56-4bf5-91c0-1611244a50a4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.1127551 May 25 16:23:05.266499 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:05.266758 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f764b-99a4-45e5-a911-8c55cb8f6c88 req-689ae756-ed1a-4c76-8cd4-9920399860c5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:05.268705 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a06f764b-99a4-45e5-a911-8c55cb8f6c88 req-689ae756-ed1a-4c76-8cd4-9920399860c5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.1070745 May 25 16:23:05.278872 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d887e6de-4b92-4651-b4e1-4d022fae00da req-971f7ccd-4dc7-4fd4-ab57-f10ef389a6e4 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119892 May 25 16:23:05.315171 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6b2ef53-1817-4408-ba0e-690ffd803fbb req-02c26c53-ec21-4474-840f-5c76f5a430a2 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152658 May 25 16:23:05.315569 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:05.319083 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:05.365280 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0125b92-d4f1-4504-b687-1d395c4e2eaf req-681955d1-a738-4bc9-89de-3eb707706cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:05.367493 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b0125b92-d4f1-4504-b687-1d395c4e2eaf req-681955d1-a738-4bc9-89de-3eb707706cc4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 1130 time: 0.0954878 May 25 16:23:05.381420 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (56e869a4-6065-434f-968c-0b77d7ae8dbf), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:05.413490 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6b2ef53-1817-4408-ba0e-690ffd803fbb req-a35696a4-ba7c-40be-a064-7730b60e2036 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905361 May 25 16:23:05.424778 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2c91f225-cfa1-4e28-9a11-1b02f0c1c42d req-e4b9bcf2-34a1-4376-8e2b-c2a85d246af5 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752241 May 25 16:23:05.456736 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a06f764b-99a4-45e5-a911-8c55cb8f6c88 req-76c482d6-559e-427e-87b4-4b63ca421bf4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682646 May 25 16:23:05.466655 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:23:05.479243 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:23:05.482659 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'Port': ['ID=56e869a4-6065-434f-968c-0b77d7ae8dbf,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:05.492313 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:23:05.520170 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b0125b92-d4f1-4504-b687-1d395c4e2eaf req-ac26e885-6b3a-4b83-92d5-6a2355de28b2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312714 May 25 16:23:05.586093 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38a90e-cb53-4377-9ed0-97eb0df0a165 req-2887f0a3-e2e8-425d-9ab2-28ee276c8a48 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:05.587584 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dd38a90e-cb53-4377-9ed0-97eb0df0a165 req-2887f0a3-e2e8-425d-9ab2-28ee276c8a48 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0699604 May 25 16:23:05.691138 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dd38a90e-cb53-4377-9ed0-97eb0df0a165 req-0c865cef-bf01-463a-a9c1-2c9c938d337e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838046 May 25 16:23:05.907795 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:05.966413 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (32ab909f-895a-40ad-ad08-1c01f7b4a574), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:06.034036 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (56e869a4-6065-434f-968c-0b77d7ae8dbf), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:06.207441 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for port (56e869a4-6065-434f-968c-0b77d7ae8dbf), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:06.212197 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (56e869a4-6065-434f-968c-0b77d7ae8dbf), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:06.216247 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:06.282056 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'Port': ['ID=56e869a4-6065-434f-968c-0b77d7ae8dbf,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:06.296144 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (32ab909f-895a-40ad-ad08-1c01f7b4a574), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:06.391926 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Floating IP 32ab909f-895a-40ad-ad08-1c01f7b4a574 associated. External IP: 172.27.1.59, port: b584eb77-9528-491e-9943-03658d935cdc. May 25 16:23:06.533942 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:06.638946 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a3884-7631-4072-8dc4-12790385dbbd req-b5b22f73-9174-4fb2-9993-439c43594026 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:06.640413 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-888a3884-7631-4072-8dc4-12790385dbbd req-b5b22f73-9174-4fb2-9993-439c43594026 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.1186764 May 25 16:23:06.652929 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b45ac5-0268-4704-8e9a-bbb9e52cd960 req-7525de30-3124-497e-a1e5-4c93092bdb02 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:06.654361 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-80b45ac5-0268-4704-8e9a-bbb9e52cd960 req-7525de30-3124-497e-a1e5-4c93092bdb02 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.1024897 May 25 16:23:06.713087 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Router 313f9e04-c2be-4678-8132-dc209d3dd2cf has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:23:06.741666 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:06.747350 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-888a3884-7631-4072-8dc4-12790385dbbd req-558935ce-69a7-4cd6-aed8-86166ec579f3 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905626 May 25 16:23:06.752851 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-80b45ac5-0268-4704-8e9a-bbb9e52cd960 req-363d7a4b-c0b8-4922-b39d-c80989e317d5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923753 May 25 16:23:06.833059 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 81d48be3-f76c-4118-bcaa-79360428da5a details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:23:06.935996 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=81d48be3-f76c-4118-bcaa-79360428da5a,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:06.950691 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '81d48be3-f76c-4118-bcaa-79360428da5a', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'port_id': '81d48be3-f76c-4118-bcaa-79360428da5a', 'mac_address': 'fa:16:3e:bc:d3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:23:06.991865 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 81d48be3-f76c-4118-bcaa-79360428da5a is: ACTIVE; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:23:06.992250 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:07.006207 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81d48be3-f76c-4118-bcaa-79360428da5a {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:23:07.030683 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=81d48be3-f76c-4118-bcaa-79360428da5a,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:07.034385 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:07.082157 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=81d48be3-f76c-4118-bcaa-79360428da5a,revision_number=6']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:07.108233 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0269ad-e685-4070-b307-5567188dacd9 req-1045d1c8-3822-4b92-ab89-df230f57230e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:07.109772 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ab0269ad-e685-4070-b307-5567188dacd9 req-1045d1c8-3822-4b92-ab89-df230f57230e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0822430 May 25 16:23:07.143423 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:23:07.154061 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b76964-ed32-431e-b93e-e121bcc91a6b None None] Sync routers for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:23:07.164463 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b76964-ed32-431e-b93e-e121bcc91a6b None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:07.165156 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-64b76964-ed32-431e-b93e-e121bcc91a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:23:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:07.179841 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:07.185542 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ab0269ad-e685-4070-b307-5567188dacd9 req-018bf4a8-d1eb-4074-9cec-9a4dd9f212e9 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687447 May 25 16:23:07.214157 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5bf1ed47-9f5c-42ee-9c47-44611ab6af69 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4818087 May 25 16:23:07.214836 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'tag': 'b584eb77-9528-491e-9943-03658d935cdc'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:23:07.217029 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca8778e-d5d6-49b9-9495-d361cc36577d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ffa3b0-9de0-483c-86b7-0f18718d8760", "tag": "b584eb77-9528-491e-9943-03658d935cdc"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:23:07.252158 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b2e630-0d69-49e3-b56d-2f55fe42c773 x-openstack-request-id: req-04b2e630-0d69-49e3-b56d-2f55fe42c773 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:23:07.252439 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ffa3b0-9de0-483c-86b7-0f18718d8760", "tag": "b584eb77-9528-491e-9943-03658d935cdc", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:23:07.252686 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04b2e630-0d69-49e3-b56d-2f55fe42c773 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:23:07.253086 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b2e630-0d69-49e3-b56d-2f55fe42c773'] response: {'name': 'network-changed', 'server_uuid': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'tag': 'b584eb77-9528-491e-9943-03658d935cdc', 'status': 'completed', 'code': 200} May 25 16:23:07.278172 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-64b76964-ed32-431e-b93e-e121bcc91a6b None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:07.278432 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['81d48be3-f76c-4118-bcaa-79360428da5a'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:23:07.367172 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:07.428677 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:07.482583 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8778e-d5d6-49b9-9495-d361cc36577d req-3994b938-12d5-4f45-918a-afc796465c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:07.487092 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0ca8778e-d5d6-49b9-9495-d361cc36577d req-3994b938-12d5-4f45-918a-afc796465c7a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 1129 time: 0.0550480 May 25 16:23:07.502868 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-64b76964-ed32-431e-b93e-e121bcc91a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '32ab909f-895a-40ad-ad08-1c01f7b4a574', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': 'b584eb77-9528-491e-9943-03658d935cdc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:c2:74:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:23:05Z', 'updated_at': '2022-05-25T16:23:05Z', 'revision_number': 0, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:07.528198 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b76964-ed32-431e-b93e-e121bcc91a6b None None] Checking router: 313f9e04-c2be-4678-8132-dc209d3dd2cf for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:23:07.536768 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b76964-ed32-431e-b93e-e121bcc91a6b None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:07.538300 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-64b76964-ed32-431e-b93e-e121bcc91a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:23:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:07.639661 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-64b76964-ed32-431e-b93e-e121bcc91a6b None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:07.852485 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-64b76964-ed32-431e-b93e-e121bcc91a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '32ab909f-895a-40ad-ad08-1c01f7b4a574', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': 'b584eb77-9528-491e-9943-03658d935cdc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:c2:74:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:23:05Z', 'updated_at': '2022-05-25T16:23:05Z', 'revision_number': 0, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:07.883412 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b76964-ed32-431e-b93e-e121bcc91a6b None None] The sync data for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi is: [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '32ab909f-895a-40ad-ad08-1c01f7b4a574', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': 'b584eb77-9528-491e-9943-03658d935cdc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:c2:74:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:23:05Z', 'updated_at': '2022-05-25T16:23:05Z', 'revision_number': 0, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:23:07.934428 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de04eb2-db50-476f-83f9-df7a35445486 req-f4bdd148-97dd-4b6e-bd16-600d83dc3d59 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:07.935972 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6de04eb2-db50-476f-83f9-df7a35445486 req-f4bdd148-97dd-4b6e-bd16-600d83dc3d59 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0859349 May 25 16:23:07.942245 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917bb10-b66d-4dc8-8446-a798e6096154 req-eae34544-0c9b-40b7-ba52-2294d4bb131d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:07.943658 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e917bb10-b66d-4dc8-8446-a798e6096154 req-eae34544-0c9b-40b7-ba52-2294d4bb131d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 944 time: 0.0949223 May 25 16:23:07.984415 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:08.024160 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6de04eb2-db50-476f-83f9-df7a35445486 req-78702edb-f026-4359-bffe-c0e5fcb89a9b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794780 May 25 16:23:08.027589 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e917bb10-b66d-4dc8-8446-a798e6096154 req-7a12c60d-c15d-4be9-a450-06ef00a77e8a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760605 May 25 16:23:08.089306 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109869b9-588e-474b-9e08-77f46afa2502 None None] New status for floating IP 32ab909f-895a-40ad-ad08-1c01f7b4a574: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:23:08.130871 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:08.175564 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:08.327019 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eacb4-3e96-4792-8fb2-036b65560bd0 req-186eb5f7-7412-4d5a-b50b-04c935f9ee50 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:08.328466 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a92eacb4-3e96-4792-8fb2-036b65560bd0 req-186eb5f7-7412-4d5a-b50b-04c935f9ee50 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0687692 May 25 16:23:08.417689 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a92eacb4-3e96-4792-8fb2-036b65560bd0 req-50de79fa-3975-4b68-a2b3-524003555126 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632551 May 25 16:23:08.433999 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8778e-d5d6-49b9-9495-d361cc36577d req-21e2de6a-4881-4a33-ab16-1b50e15bab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:08.435238 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0ca8778e-d5d6-49b9-9495-d361cc36577d req-21e2de6a-4881-4a33-ab16-1b50e15bab83 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 913 time: 0.1412499 May 25 16:23:08.528239 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0ca8778e-d5d6-49b9-9495-d361cc36577d req-51b814fc-471a-444a-ab40-0523c48769f9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b584eb77-9528-491e-9943-03658d935cdc HTTP/1.1" status: 200 len: 1000 time: 0.0858784 May 25 16:23:08.548228 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70037375-ccde-4e84-8c6f-046a979d815c req-a096e5c2-9727-4f9b-a4ce-f24a702d6cbc tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:08.549772 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70037375-ccde-4e84-8c6f-046a979d815c req-a096e5c2-9727-4f9b-a4ce-f24a702d6cbc tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0553529 May 25 16:23:08.558551 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 44240) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:08.564150 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-95f9a897-6239-4d90-b9b6-28054007f818 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Request body: {'floatingip': {'port_id': '1b194465-a3bb-473d-8825-aed33ba4c44a'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:23:08.593565 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8778e-d5d6-49b9-9495-d361cc36577d req-9dc9170b-2a21-4ce2-879a-d14b5dec7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:08.595104 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0ca8778e-d5d6-49b9-9495-d361cc36577d req-9dc9170b-2a21-4ce2-879a-d14b5dec7527 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 200 len: 850 time: 0.0444517 May 25 16:23:08.602248 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-95f9a897-6239-4d90-b9b6-28054007f818 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for floatingip (f3fb8624-3645-4c90-8fe5-22bd9dd61612), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:08.659561 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8778e-d5d6-49b9-9495-d361cc36577d req-c47e8930-a56b-4106-ab30-31188a6fa44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:08.661187 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0ca8778e-d5d6-49b9-9495-d361cc36577d req-c47e8930-a56b-4106-ab30-31188a6fa44d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5f7c259b-fa42-4f62-9149-4145e768ec9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514801 May 25 16:23:08.664531 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:08.757508 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:08.762070 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0ca8778e-d5d6-49b9-9495-d361cc36577d req-b0d3a3b1-65f3-4493-bf9e-89632581545c service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937684 May 25 16:23:08.856682 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 81d48be3-f76c-4118-bcaa-79360428da5a up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:23:08.903684 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0ca8778e-d5d6-49b9-9495-d361cc36577d req-01c5dfd2-e135-45ce-8625-685be03d1486 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202438 May 25 16:23:08.919005 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 81d48be3-f76c-4118-bcaa-79360428da5a triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:23:08.919636 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:09.007111 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 81d48be3-f76c-4118-bcaa-79360428da5a is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:23:09.007509 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:09.034147 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:23:09.036445 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3585282-5932-4b8d-bcc4-1e5901b5d22c" -d '{"events": [{"server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "name": "network-vif-plugged", "status": "completed", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:23:09.050247 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=81d48be3-f76c-4118-bcaa-79360428da5a,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:09.055636 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:09.088701 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041ab2f8-3689-4f28-96e8-c18c3878254c x-openstack-request-id: req-041ab2f8-3689-4f28-96e8-c18c3878254c {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:23:09.089365 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "name": "network-vif-plugged", "status": "completed", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:23:09.090354 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-041ab2f8-3689-4f28-96e8-c18c3878254c {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:23:09.091014 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041ab2f8-3689-4f28-96e8-c18c3878254c'] response: {'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a', 'code': 200} May 25 16:23:09.120440 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=81d48be3-f76c-4118-bcaa-79360428da5a,revision_number=7']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:09.243885 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920776b7-872f-4bea-a051-b6bdf016ebb8 req-3de1c289-49b2-423e-aa03-2b4e4f620020 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:09.246569 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-920776b7-872f-4bea-a051-b6bdf016ebb8 req-3de1c289-49b2-423e-aa03-2b4e4f620020 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0857022 May 25 16:23:09.255504 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdadfe8-2b7f-4ae4-b368-a027d6d21759 req-02c7dcb4-03aa-4807-b047-d0e454456da4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:09.257466 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dcdadfe8-2b7f-4ae4-b368-a027d6d21759 req-02c7dcb4-03aa-4807-b047-d0e454456da4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.1106210 May 25 16:23:09.351849 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-920776b7-872f-4bea-a051-b6bdf016ebb8 req-d4f2c079-3ffe-4afd-a69c-ff139c045155 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932381 May 25 16:23:09.363491 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dcdadfe8-2b7f-4ae4-b368-a027d6d21759 req-e74c8de8-6d7d-4e55-a3cc-9077642db45b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958984 May 25 16:23:09.400457 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-95f9a897-6239-4d90-b9b6-28054007f818 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:09.405974 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-95f9a897-6239-4d90-b9b6-28054007f818 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (f3fb8624-3645-4c90-8fe5-22bd9dd61612), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:09.529159 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-95f9a897-6239-4d90-b9b6-28054007f818 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Floating IP f3fb8624-3645-4c90-8fe5-22bd9dd61612 associated. External IP: 172.27.1.7, port: 1b194465-a3bb-473d-8825-aed33ba4c44a. May 25 16:23:09.770489 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f9a897-6239-4d90-b9b6-28054007f818 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Router e708205c-50dc-4bc1-9d0a-d2fc586620da has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:23:09.841004 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:09.917034 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f9a897-6239-4d90-b9b6-28054007f818 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:23:09.938657 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167e02d-6a7f-417a-b13e-c133867054b5 None None] Sync routers for ids ['e708205c-50dc-4bc1-9d0a-d2fc586620da'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:23:09.944587 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-95f9a897-6239-4d90-b9b6-28054007f818 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:09.958858 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167e02d-6a7f-417a-b13e-c133867054b5 None None] Routers {'e708205c-50dc-4bc1-9d0a-d2fc586620da'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:09.960917 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-4167e02d-6a7f-417a-b13e-c133867054b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:23:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['e708205c-50dc-4bc1-9d0a-d2fc586620da'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:09.991491 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-95f9a897-6239-4d90-b9b6-28054007f818 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "PUT /v2.0/floatingips/f3fb8624-3645-4c90-8fe5-22bd9dd61612 HTTP/1.1" status: 200 len: 990 time: 1.4315491 May 25 16:23:09.992594 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'tag': '1b194465-a3bb-473d-8825-aed33ba4c44a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:23:09.995467 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f3df83-ea8f-4369-973e-5bedf6f3247c" -d '{"events": [{"name": "network-changed", "server_uuid": "f68f3730-3984-4aef-9c58-e87b09051c87", "tag": "1b194465-a3bb-473d-8825-aed33ba4c44a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:23:10.054490 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d5177d-1028-4a1c-a652-a20b6f64dbd7 x-openstack-request-id: req-e8d5177d-1028-4a1c-a652-a20b6f64dbd7 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:23:10.054818 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68f3730-3984-4aef-9c58-e87b09051c87", "tag": "1b194465-a3bb-473d-8825-aed33ba4c44a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:23:10.055129 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8d5177d-1028-4a1c-a652-a20b6f64dbd7 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:23:10.055539 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d5177d-1028-4a1c-a652-a20b6f64dbd7'] response: {'name': 'network-changed', 'server_uuid': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'tag': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'status': 'completed', 'code': 200} May 25 16:23:10.185768 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-4167e02d-6a7f-417a-b13e-c133867054b5 None None] Set router e708205c-50dc-4bc1-9d0a-d2fc586620da gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:10.200338 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3df83-ea8f-4369-973e-5bedf6f3247c req-b0adc1f1-84b4-40b7-9dee-4835bce1f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:10.202161 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48f3df83-ea8f-4369-973e-5bedf6f3247c req-b0adc1f1-84b4-40b7-9dee-4835bce1f1f2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 1130 time: 0.0690935 May 25 16:23:10.340872 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3df83-ea8f-4369-973e-5bedf6f3247c req-e7ec0bcc-afac-46ca-bd12-a07644f5dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:10.342641 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48f3df83-ea8f-4369-973e-5bedf6f3247c req-e7ec0bcc-afac-46ca-bd12-a07644f5dab4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 920 time: 0.1252377 May 25 16:23:10.465525 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48f3df83-ea8f-4369-973e-5bedf6f3247c req-b3f10dea-5d04-462a-a424-da9824459653 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b194465-a3bb-473d-8825-aed33ba4c44a HTTP/1.1" status: 200 len: 998 time: 0.1115844 May 25 16:23:10.513052 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-4167e02d-6a7f-417a-b13e-c133867054b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'f3fb8624-3645-4c90-8fe5-22bd9dd61612', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'port_id': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'mac_address': 'fa:16:3e:53:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:22:53Z', 'updated_at': '2022-05-25T16:23:09Z', 'revision_number': 1, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:52Z', 'revision_number': 5, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:10.544893 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167e02d-6a7f-417a-b13e-c133867054b5 None None] Checking router: e708205c-50dc-4bc1-9d0a-d2fc586620da for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:23:10.551237 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:10.555474 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167e02d-6a7f-417a-b13e-c133867054b5 None None] Routers {'e708205c-50dc-4bc1-9d0a-d2fc586620da'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:23:10.556102 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-4167e02d-6a7f-417a-b13e-c133867054b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:23:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['e708205c-50dc-4bc1-9d0a-d2fc586620da'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:10.600415 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c74d4-54cb-432c-a901-2ff6ddf96885 req-8a1db516-e011-495a-97ab-f49719c7d10d tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:10.602130 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1e7c74d4-54cb-432c-a901-2ff6ddf96885 req-8a1db516-e011-495a-97ab-f49719c7d10d tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.1356678 May 25 16:23:10.639541 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476edff-c5f8-42cf-b8c9-61c2d0d4f94b req-a0ac290c-fc99-4404-bdf7-8c507c6b67fa tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:10.641016 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f476edff-c5f8-42cf-b8c9-61c2d0d4f94b req-a0ac290c-fc99-4404-bdf7-8c507c6b67fa tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.1103141 May 25 16:23:10.642533 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3df83-ea8f-4369-973e-5bedf6f3247c req-5e765aed-227b-4603-81bf-81a345e1734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:10.643835 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48f3df83-ea8f-4369-973e-5bedf6f3247c req-5e765aed-227b-4603-81bf-81a345e1734b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.1631124 May 25 16:23:10.671027 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:10.674506 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:10.685627 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-4167e02d-6a7f-417a-b13e-c133867054b5 None None] Set router e708205c-50dc-4bc1-9d0a-d2fc586620da gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:23:10.744445 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1e7c74d4-54cb-432c-a901-2ff6ddf96885 req-097106f7-28ef-4bbf-b48d-84d658a391f0 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340666 May 25 16:23:10.749692 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3df83-ea8f-4369-973e-5bedf6f3247c req-2e614400-edef-4cd2-9ab9-3a14eaed9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:10.751246 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48f3df83-ea8f-4369-973e-5bedf6f3247c req-2e614400-edef-4cd2-9ab9-3a14eaed9c69 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785604 May 25 16:23:10.773987 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f476edff-c5f8-42cf-b8c9-61c2d0d4f94b req-2abcc1a0-e199-4786-b7e3-bcf7196c39be tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266372 May 25 16:23:10.889891 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48f3df83-ea8f-4369-973e-5bedf6f3247c req-3f35f4d1-be05-4918-afb4-7fa7ca99b3f7 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276217 May 25 16:23:10.958522 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-4167e02d-6a7f-417a-b13e-c133867054b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'f3fb8624-3645-4c90-8fe5-22bd9dd61612', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'port_id': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'mac_address': 'fa:16:3e:53:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:22:53Z', 'updated_at': '2022-05-25T16:23:09Z', 'revision_number': 1, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:52Z', 'revision_number': 5, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:23:10.986662 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167e02d-6a7f-417a-b13e-c133867054b5 None None] The sync data for ids ['e708205c-50dc-4bc1-9d0a-d2fc586620da'] in dv-cinder-843278-2-iscsi is: [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'f3fb8624-3645-4c90-8fe5-22bd9dd61612', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'port_id': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'mac_address': 'fa:16:3e:53:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:22:53Z', 'updated_at': '2022-05-25T16:23:09Z', 'revision_number': 1, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:52Z', 'revision_number': 5, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:23:11.038424 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48f3df83-ea8f-4369-973e-5bedf6f3247c req-19cc0d15-3d0e-4b6a-aaab-86931c5a12d1 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364014 May 25 16:23:11.262434 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ff36e-ee71-495d-81ee-1d3019a56cb5 None None] New status for floating IP f3fb8624-3645-4c90-8fe5-22bd9dd61612: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:23:11.924588 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f480e4f-de88-4a97-be39-4db03319ed35 req-79bfad5f-16a2-4695-8101-03d2eaeb87af tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:11.935197 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3f480e4f-de88-4a97-be39-4db03319ed35 req-79bfad5f-16a2-4695-8101-03d2eaeb87af tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0776522 May 25 16:23:12.039252 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3f480e4f-de88-4a97-be39-4db03319ed35 req-3d79de68-3f97-4659-b6b1-fd6c847fe222 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022835 May 25 16:23:12.055716 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3661ab-141f-46a5-b1e1-97bb634db6dc req-8a354693-a4ea-41f9-ab30-b24ba1b050d3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:12.057382 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3f3661ab-141f-46a5-b1e1-97bb634db6dc req-8a354693-a4ea-41f9-ab30-b24ba1b050d3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0767658 May 25 16:23:12.087342 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:12.150297 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3f3661ab-141f-46a5-b1e1-97bb634db6dc req-e93a4d71-06b9-4574-9947-674bb6537dc4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783036 May 25 16:23:13.164408 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e1804-3240-4448-a93e-8ee3b49a4d95 req-f717a4c9-b6a0-477b-9cad-da41443d8a11 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:13.168691 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-291e1804-3240-4448-a93e-8ee3b49a4d95 req-f717a4c9-b6a0-477b-9cad-da41443d8a11 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0598278 May 25 16:23:13.241871 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-291e1804-3240-4448-a93e-8ee3b49a4d95 req-06643118-697e-4f39-b461-0d4864cec321 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653422 May 25 16:23:13.305193 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669ba2-b7c2-4ecc-b715-978d986e99e2 req-bcecb7ef-5b73-4bd5-a482-1002804a358f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:13.310260 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ec669ba2-b7c2-4ecc-b715-978d986e99e2 req-bcecb7ef-5b73-4bd5-a482-1002804a358f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0673692 May 25 16:23:13.364676 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ec669ba2-b7c2-4ecc-b715-978d986e99e2 req-f87a60e0-e2bc-4b33-9180-438ba9ffd63a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513945 May 25 16:23:14.387831 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08571977-bf34-40e8-b144-15ccc013d427 req-fd50ca2b-a5f3-4e59-aa03-966fe1994b40 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:14.390281 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08571977-bf34-40e8-b144-15ccc013d427 req-fd50ca2b-a5f3-4e59-aa03-966fe1994b40 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0617478 May 25 16:23:14.520559 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08571977-bf34-40e8-b144-15ccc013d427 req-8ebd9e86-c6b5-4bad-85cd-93f0806faa3e tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177449 May 25 16:23:14.535703 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e6446-ce7e-460b-a6dc-f193c34719a3 req-a00b0171-59e2-4c3e-bcfe-4664ca211027 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:14.541473 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-371e6446-ce7e-460b-a6dc-f193c34719a3 req-a00b0171-59e2-4c3e-bcfe-4664ca211027 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0770371 May 25 16:23:14.610591 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-371e6446-ce7e-460b-a6dc-f193c34719a3 req-49e46409-8c7b-482b-863d-237f1f4f909b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564358 May 25 16:23:15.701745 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1da966-d800-402c-93e0-d6c1de4aeffa req-906bddc1-2207-4553-988b-656151aba8cf tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:15.703387 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5a1da966-d800-402c-93e0-d6c1de4aeffa req-906bddc1-2207-4553-988b-656151aba8cf tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0721033 May 25 16:23:15.767449 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:15.781081 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fa4a1-c7eb-4781-90ff-a6b2a180d7bf req-223cc37e-1aaa-4b27-bada-ab1e75e040db tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:15.782742 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4c7fa4a1-c7eb-4781-90ff-a6b2a180d7bf req-223cc37e-1aaa-4b27-bada-ab1e75e040db tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0783629 May 25 16:23:15.810042 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5a1da966-d800-402c-93e0-d6c1de4aeffa req-1648cecd-3660-4143-827b-13a27ce910ed tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947390 May 25 16:23:15.855477 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4c7fa4a1-c7eb-4781-90ff-a6b2a180d7bf req-1dbc4155-62ff-4c25-9481-e417494447ea tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636387 May 25 16:23:16.125637 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d343fa7-f045-4955-b6f5-eedb1c61bdc6 req-3c70287b-0b00-4a8b-9f35-f074131ee534 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:16.127313 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d343fa7-f045-4955-b6f5-eedb1c61bdc6 req-3c70287b-0b00-4a8b-9f35-f074131ee534 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0722640 May 25 16:23:16.209731 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5dc4b-1728-4c2c-9b8c-13d3d5606cd1 req-412effb2-5911-4887-a8db-b3fd5f1bcafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:16.211572 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dfa5dc4b-1728-4c2c-9b8c-13d3d5606cd1 req-412effb2-5911-4887-a8db-b3fd5f1bcafd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 1129 time: 0.0621164 May 25 16:23:16.216051 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d343fa7-f045-4955-b6f5-eedb1c61bdc6 req-12e4d511-db4f-4065-a932-a646b57982a7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830426 May 25 16:23:16.337776 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5dc4b-1728-4c2c-9b8c-13d3d5606cd1 req-d42626da-07f6-441b-a7fb-d0d2b8ac5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:16.339509 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dfa5dc4b-1728-4c2c-9b8c-13d3d5606cd1 req-d42626da-07f6-441b-a7fb-d0d2b8ac5fe1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 HTTP/1.1" status: 200 len: 913 time: 0.1104147 May 25 16:23:16.435233 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dfa5dc4b-1728-4c2c-9b8c-13d3d5606cd1 req-d9c5970c-fd88-4db3-aa4a-0a449cf3e31c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d7ffb26-b14c-4496-a249-7c6754e10040 HTTP/1.1" status: 200 len: 1000 time: 0.0849314 May 25 16:23:16.489123 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5dc4b-1728-4c2c-9b8c-13d3d5606cd1 req-96795b55-79f6-4924-a7e2-581dbbf28fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:16.491432 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dfa5dc4b-1728-4c2c-9b8c-13d3d5606cd1 req-96795b55-79f6-4924-a7e2-581dbbf28fcb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1e391e2-f1bc-4085-8176-36597c4822d4 HTTP/1.1" status: 200 len: 850 time: 0.0502033 May 25 16:23:16.508160 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:16.542383 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5dc4b-1728-4c2c-9b8c-13d3d5606cd1 req-2503e967-3742-4a9a-8035-bedd322b26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:16.543871 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dfa5dc4b-1728-4c2c-9b8c-13d3d5606cd1 req-2503e967-3742-4a9a-8035-bedd322b26a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451491 May 25 16:23:16.647936 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dfa5dc4b-1728-4c2c-9b8c-13d3d5606cd1 req-e4c9c66b-441b-4502-8b95-6307c5854edf service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898640 May 25 16:23:16.785553 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dfa5dc4b-1728-4c2c-9b8c-13d3d5606cd1 req-c99cc644-e034-4c41-b596-3a3b5777cd9a service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145520 May 25 16:23:17.009243 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc21b-dc97-4d8c-a7c7-67d737448eaa req-f76c0070-8427-405d-8925-5efb3f7a2255 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:17.010845 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8d9cc21b-dc97-4d8c-a7c7-67d737448eaa req-f76c0070-8427-405d-8925-5efb3f7a2255 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0575464 May 25 16:23:17.065203 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8d9cc21b-dc97-4d8c-a7c7-67d737448eaa req-dc144bd5-dbf4-4328-bdef-15da7d9f71c6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489185 May 25 16:23:17.342605 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4df68-3515-4fb5-96b3-0ec556499333 req-34d65991-55a9-491c-909b-98931cc97722 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:17.344247 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ade4df68-3515-4fb5-96b3-0ec556499333 req-34d65991-55a9-491c-909b-98931cc97722 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0580139 May 25 16:23:17.392993 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ade4df68-3515-4fb5-96b3-0ec556499333 req-62515d17-816f-4d1c-b51e-f459c4c7f9c7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433319 May 25 16:23:18.200449 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1043df-fc0e-453b-9b1d-50b472f0d4b2 req-b5d52426-8379-4369-85d1-434a0c0ed8c8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:18.201946 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cf1043df-fc0e-453b-9b1d-50b472f0d4b2 req-b5d52426-8379-4369-85d1-434a0c0ed8c8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0553658 May 25 16:23:18.254582 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cf1043df-fc0e-453b-9b1d-50b472f0d4b2 req-08a0a22e-6dcf-47c6-b26c-759d76e11546 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469065 May 25 16:23:18.524475 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b94641-c6df-4f48-bc66-d40c52b57bcb req-9c33041d-727b-4d04-88f6-903795ea7a78 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:18.526042 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b3b94641-c6df-4f48-bc66-d40c52b57bcb req-9c33041d-727b-4d04-88f6-903795ea7a78 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0531428 May 25 16:23:18.582489 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:18.601552 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b3b94641-c6df-4f48-bc66-d40c52b57bcb req-0d28d8b0-8569-4ff5-a1c5-961238c71e37 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638809 May 25 16:23:19.376535 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666efc6e-4c36-461d-b1b9-2b889bc3ffa9 req-58c3478a-e2c9-4c6e-8994-39d370f4cd96 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:19.378000 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-666efc6e-4c36-461d-b1b9-2b889bc3ffa9 req-58c3478a-e2c9-4c6e-8994-39d370f4cd96 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0447390 May 25 16:23:19.427523 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-666efc6e-4c36-461d-b1b9-2b889bc3ffa9 req-f2b78e62-208a-48fb-b738-4db1c55425ce tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431869 May 25 16:23:19.638555 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-15c5756a-7e6c-4bb5-af1a-d87e2da1034c req-3e199c44-60b4-421a-b80c-f32d75de8e95 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443082 May 25 16:23:19.778030 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ff1db-5a95-4f95-a075-ae2bee198627 req-bc3a7aff-727c-467d-aa00-4fa3892ab3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:19.779407 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a10ff1db-5a95-4f95-a075-ae2bee198627 req-bc3a7aff-727c-467d-aa00-4fa3892ab3a9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 1129 time: 0.0397475 May 25 16:23:19.835914 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5756a-7e6c-4bb5-af1a-d87e2da1034c req-da3c4d98-c728-460b-8d13-826b096426f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:19.837430 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15c5756a-7e6c-4bb5-af1a-d87e2da1034c req-da3c4d98-c728-460b-8d13-826b096426f3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 1129 time: 0.0393229 May 25 16:23:19.874753 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ff1db-5a95-4f95-a075-ae2bee198627 req-b6f13527-fa15-4419-a10a-95c7b24d41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:19.876206 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a10ff1db-5a95-4f95-a075-ae2bee198627 req-b6f13527-fa15-4419-a10a-95c7b24d41e4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 919 time: 0.0871074 May 25 16:23:19.950927 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a10ff1db-5a95-4f95-a075-ae2bee198627 req-3bbf42b6-c1ac-47cd-a93e-3b50d717107a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d48be3-f76c-4118-bcaa-79360428da5a HTTP/1.1" status: 200 len: 1001 time: 0.0579674 May 25 16:23:19.952754 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5756a-7e6c-4bb5-af1a-d87e2da1034c req-1806fde6-1e4a-4148-a9a1-9d41868eedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:19.954257 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15c5756a-7e6c-4bb5-af1a-d87e2da1034c req-1806fde6-1e4a-4148-a9a1-9d41868eedc4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 917 time: 0.0891702 May 25 16:23:20.022682 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:20.025656 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ff1db-5a95-4f95-a075-ae2bee198627 req-c5ad2093-8b13-4a66-8d88-d150e674b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:20.027208 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a10ff1db-5a95-4f95-a075-ae2bee198627 req-c5ad2093-8b13-4a66-8d88-d150e674b349 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12d09b9d-7694-4ad9-b286-85dfd52d5768 HTTP/1.1" status: 200 len: 856 time: 0.0440068 May 25 16:23:20.045433 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15c5756a-7e6c-4bb5-af1a-d87e2da1034c req-44c88746-2e00-4b77-9081-6b255c0c56e4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5479e6d-c810-409e-9dcb-42725ffdaeea HTTP/1.1" status: 200 len: 1001 time: 0.0606575 May 25 16:23:20.076494 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ff1db-5a95-4f95-a075-ae2bee198627 req-59bc873f-4f6d-4df5-aa7b-7d6279bb8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:20.078014 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a10ff1db-5a95-4f95-a075-ae2bee198627 req-59bc873f-4f6d-4df5-aa7b-7d6279bb8c34 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b9fb8be-8c67-427e-8c91-a4becd42df59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423622 May 25 16:23:20.099099 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5756a-7e6c-4bb5-af1a-d87e2da1034c req-d2bf862d-16d8-4774-9647-51d9bc6b6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:20.101242 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15c5756a-7e6c-4bb5-af1a-d87e2da1034c req-d2bf862d-16d8-4774-9647-51d9bc6b6657 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=18e620dd-027b-4139-8d4b-9cc1e3ca8de8 HTTP/1.1" status: 200 len: 854 time: 0.0432055 May 25 16:23:20.101526 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:20.150663 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5756a-7e6c-4bb5-af1a-d87e2da1034c req-3a927439-a20e-4185-9d46-ae1a3a700b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:20.152156 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15c5756a-7e6c-4bb5-af1a-d87e2da1034c req-3a927439-a20e-4185-9d46-ae1a3a700b49 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=924a9156-87e8-4a10-ac35-4ba66726a4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378890 May 25 16:23:20.167293 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a10ff1db-5a95-4f95-a075-ae2bee198627 req-512ba750-e004-4d2f-9ff2-c2bf71dec13c service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825484 May 25 16:23:20.248722 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15c5756a-7e6c-4bb5-af1a-d87e2da1034c req-62daa30e-ae71-456e-82e3-19055e37007a service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847960 May 25 16:23:20.261677 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a10ff1db-5a95-4f95-a075-ae2bee198627 req-4c5af5ec-6c8c-422c-bcc4-6a457fbf4259 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856755 May 25 16:23:20.344720 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15c5756a-7e6c-4bb5-af1a-d87e2da1034c req-a973a00e-2a59-4358-8b85-32d9d7bae987 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823984 May 25 16:23:20.546479 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20235f38-8c72-4cc0-a2f3-6737e650176b req-b0e37aa8-a682-4637-91cf-622861eb8866 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:20.548229 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-20235f38-8c72-4cc0-a2f3-6737e650176b req-b0e37aa8-a682-4637-91cf-622861eb8866 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0473757 May 25 16:23:20.595866 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-20235f38-8c72-4cc0-a2f3-6737e650176b req-f1c2a4d6-032a-4efb-b497-54127726d45c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414634 May 25 16:23:20.951109 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=26 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:21.387236 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:21.389518 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:21.450593 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:21.716929 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9a72-7ebb-4790-92ea-07a4b20fd464 req-6e817c52-900f-47b2-813d-740cadbfaf9b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:21.718417 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-611e9a72-7ebb-4790-92ea-07a4b20fd464 req-6e817c52-900f-47b2-813d-740cadbfaf9b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0509887 May 25 16:23:21.767597 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-611e9a72-7ebb-4790-92ea-07a4b20fd464 req-085b6f24-fb89-41f9-bce1-07f4fed6f35d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436332 May 25 16:23:22.889000 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c3f2e-8273-4f77-8d19-e42ddfd51248 req-61582083-550e-4f6f-85c3-9474dc063936 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:22.890537 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-da9c3f2e-8273-4f77-8d19-e42ddfd51248 req-61582083-550e-4f6f-85c3-9474dc063936 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0486178 May 25 16:23:22.937650 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-da9c3f2e-8273-4f77-8d19-e42ddfd51248 req-352128b1-2322-40a9-951f-f7f8a0cc3169 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415378 May 25 16:23:24.055341 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71483f94-31b1-4994-b448-fab5e2589e28 req-c2edb9b5-d2dd-4486-bc6b-f0f3e03cf469 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:24.056829 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-71483f94-31b1-4994-b448-fab5e2589e28 req-c2edb9b5-d2dd-4486-bc6b-f0f3e03cf469 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0470889 May 25 16:23:24.106375 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-71483f94-31b1-4994-b448-fab5e2589e28 req-d66b115f-8737-4dd5-8bac-ca54c3defc14 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 May 25 16:23:24.607234 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [req-f544fe5c-b97c-4cae-aa60-93f21544e932 req-e3bc61c2-bc4e-48da-8ae5-973ea1b7cb3c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:23:24.608199 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f544fe5c-b97c-4cae-aa60-93f21544e932 req-e3bc61c2-bc4e-48da-8ae5-973ea1b7cb3c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055239 May 25 16:23:24.766438 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89769666-1531-45cc-bba5-b52f7a189d02 req-0e895e6e-39b6-49a7-a85e-6d3d6e1afc92 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:24.767817 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-89769666-1531-45cc-bba5-b52f7a189d02 req-0e895e6e-39b6-49a7-a85e-6d3d6e1afc92 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 945 time: 0.0515263 May 25 16:23:24.815609 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-89769666-1531-45cc-bba5-b52f7a189d02 req-a5bb3819-0a22-48c1-9788-0eab655ca919 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417604 May 25 16:23:24.901050 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 81d48be3-f76c-4118-bcaa-79360428da5a no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:23:24.979071 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 81d48be3-f76c-4118-bcaa-79360428da5a is: ACTIVE; New status is: DOWN {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:23:24.979523 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:25.002907 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:23:25.005118 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56831d8-6393-4fd5-8f0a-83c356571c2c" -d '{"events": [{"server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "name": "network-vif-unplugged", "status": "completed", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:23:25.017732 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=81d48be3-f76c-4118-bcaa-79360428da5a,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:25.024118 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:25.030846 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 44452) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:25.048450 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 16:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4fa649-f086-4dac-8903-129dc81d4b42 x-openstack-request-id: req-6d4fa649-f086-4dac-8903-129dc81d4b42 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:23:25.048740 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "name": "network-vif-unplugged", "status": "failed", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a", "code": 422}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:23:25.048989 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d4fa649-f086-4dac-8903-129dc81d4b42 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:23:25.049423 dv-cinder-843278-2-iscsi neutron-server[103814]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6d4fa649-f086-4dac-8903-129dc81d4b42']: {'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a', 'code': 422} returned with failed status May 25 16:23:25.076913 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=81d48be3-f76c-4118-bcaa-79360428da5a,revision_number=8']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:25.126532 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-f3203394-6253-4973-a37d-5417413ec118 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939157 May 25 16:23:25.135702 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-c0b7dee2-943a-4d02-805f-3768d4f9d4c2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:23:25.136666 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-c0b7dee2-943a-4d02-805f-3768d4f9d4c2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057697 May 25 16:23:25.215733 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 44464) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:25.266564 dv-cinder-843278-2-iscsi neutron-server[103811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 16:23:25.314808 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-5b0e6ab8-4f54-44b3-92ca-48ba3740594d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:25.316189 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-5b0e6ab8-4f54-44b3-92ca-48ba3740594d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports/81d48be3-f76c-4118-bcaa-79360428da5a HTTP/1.1" status: 200 len: 940 time: 0.0992372 May 25 16:23:25.435491 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 44474) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:25.552209 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3e3778af-fa01-4d3e-a481-5342c9d2109a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:25.553850 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:25.634904 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3e3778af-fa01-4d3e-a481-5342c9d2109a admin admin] Publish callbacks [] for security_group (8c3aaf67-3808-4e6e-ada5-5ea9c7900294), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:25.638822 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3e3778af-fa01-4d3e-a481-5342c9d2109a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (8c3aaf67-3808-4e6e-ada5-5ea9c7900294), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:25.680312 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3e3778af-fa01-4d3e-a481-5342c9d2109a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4641a4d02b7a40c18baa78bdf652332e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437260 May 25 16:23:25.681166 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3778af-fa01-4d3e-a481-5342c9d2109a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3aaf67-3808-4e6e-ada5-5ea9c7900294,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:25.683209 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 44480) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:23:25.736470 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9957c8e-ca09-4049-9d26-c57ef6921ab3 admin admin] Publish callbacks [] for security_group (8c3aaf67-3808-4e6e-ada5-5ea9c7900294), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:25.757815 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9957c8e-ca09-4049-9d26-c57ef6921ab3 admin admin] Publish callbacks [] for security_group (8c3aaf67-3808-4e6e-ada5-5ea9c7900294), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:25.806292 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9957c8e-ca09-4049-9d26-c57ef6921ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (8c3aaf67-3808-4e6e-ada5-5ea9c7900294), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:25.808935 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9957c8e-ca09-4049-9d26-c57ef6921ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:25.812570 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a9957c8e-ca09-4049-9d26-c57ef6921ab3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c3aaf67-3808-4e6e-ada5-5ea9c7900294 HTTP/1.1" status: 204 len: 168 time: 0.1272814 May 25 16:23:25.820504 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9957c8e-ca09-4049-9d26-c57ef6921ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3aaf67-3808-4e6e-ada5-5ea9c7900294,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:25.945292 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20cf5c-62f6-4c89-bc14-3abc764fe64a req-dce5383e-46cd-4d7a-a12f-4a41137ddd24 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:25.947045 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-be20cf5c-62f6-4c89-bc14-3abc764fe64a req-dce5383e-46cd-4d7a-a12f-4a41137ddd24 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0471826 May 25 16:23:25.970773 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:25.999084 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-be20cf5c-62f6-4c89-bc14-3abc764fe64a req-3fc66d54-e089-478b-a52b-061fc9dceaeb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464811 May 25 16:23:27.118591 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db07d75-784d-4d91-9cf8-cc6db2014705 req-407192f7-226b-4bd8-95be-5b57590037dd tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:27.120076 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0db07d75-784d-4d91-9cf8-cc6db2014705 req-407192f7-226b-4bd8-95be-5b57590037dd tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0461490 May 25 16:23:27.164885 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-26964aed-a138-4058-ad3a-3dcf4a010188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:27.166426 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-26964aed-a138-4058-ad3a-3dcf4a010188 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef&tenant_id=e916473814d44ac1ae6339f0d052daa1 HTTP/1.1" status: 200 len: 1127 time: 0.0739768 May 25 16:23:27.167617 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0db07d75-784d-4d91-9cf8-cc6db2014705 req-60d27221-2deb-4490-b682-64bdb49f52b6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418646 May 25 16:23:27.252017 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-397f8f9d-c0bd-412e-8940-ca0be1de29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:27.253548 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-397f8f9d-c0bd-412e-8940-ca0be1de29c3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 1127 time: 0.0467634 May 25 16:23:27.349959 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-ac1c4103-6d41-43c4-8b2f-8e6cad81739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:27.351360 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-ac1c4103-6d41-43c4-8b2f-8e6cad81739a service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 919 time: 0.0891321 May 25 16:23:27.406232 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:27.420496 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-f3829598-d7e3-4320-8e3c-1cf247e9babc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d48be3-f76c-4118-bcaa-79360428da5a HTTP/1.1" status: 200 len: 999 time: 0.0572042 May 25 16:23:27.456330 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:23:27.474967 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-9285e0b0-96f8-4f04-a71f-368c2dc0d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:27.477226 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-9285e0b0-96f8-4f04-a71f-368c2dc0d5d8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12d09b9d-7694-4ad9-b286-85dfd52d5768 HTTP/1.1" status: 200 len: 856 time: 0.0451906 May 25 16:23:27.525264 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-b6159f93-2e87-4a47-9102-ee74d7e1c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:27.526794 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-b6159f93-2e87-4a47-9102-ee74d7e1c1cc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b9fb8be-8c67-427e-8c91-a4becd42df59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433404 May 25 16:23:27.613336 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:27.625270 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-94308e6d-5143-44f9-bd9c-bcf8c0963d28 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861213 May 25 16:23:27.720402 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d85cdc80-5691-416d-a5ec-4e43e5fe257b req-31ce900d-ce5f-4a6e-bf1a-445ce84aface service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852504 May 25 16:23:28.306092 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b734894-22a2-4eea-a2d8-020597a46b5d req-d5b670a9-ef34-493a-b5d2-7f1d3cda11ce tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:28.312730 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8b734894-22a2-4eea-a2d8-020597a46b5d req-d5b670a9-ef34-493a-b5d2-7f1d3cda11ce tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0641165 May 25 16:23:28.392381 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8b734894-22a2-4eea-a2d8-020597a46b5d req-413726ca-9ce8-4df0-bc94-df2bbd20aaa7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731277 May 25 16:23:28.923160 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 81d48be3-f76c-4118-bcaa-79360428da5a no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:23:29.001612 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 81d48be3-f76c-4118-bcaa-79360428da5a is: DOWN; New status is: DOWN {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:23:29.743658 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ff7f3-25d7-4228-9baa-371dc1525932 req-82807c67-cca5-4d92-8b05-aafa431c4ef1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:29.745032 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-349ff7f3-25d7-4228-9baa-371dc1525932 req-82807c67-cca5-4d92-8b05-aafa431c4ef1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.2773604 May 25 16:23:29.794364 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-349ff7f3-25d7-4228-9baa-371dc1525932 req-fc3cdea3-5248-4047-9681-a5198c9a47e0 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438073 May 25 16:23:30.213495 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e098-384c-4d4b-863e-3c5aa19684b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:30.924447 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c96727-e589-41af-9ae5-a9df78c45805 req-8895fa01-7ad2-4307-8094-919244770d1c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:30.925968 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30c96727-e589-41af-9ae5-a9df78c45805 req-8895fa01-7ad2-4307-8094-919244770d1c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0470719 May 25 16:23:30.977365 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30c96727-e589-41af-9ae5-a9df78c45805 req-32b586db-0331-457f-b3cd-62c9100778c7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459018 May 25 16:23:32.105148 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152ceb6-896a-4657-a6ba-a2bb585b2609 req-240f9af5-9c9e-4d36-8b9c-2a5c50354955 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:32.106618 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0152ceb6-896a-4657-a6ba-a2bb585b2609 req-240f9af5-9c9e-4d36-8b9c-2a5c50354955 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0497510 May 25 16:23:32.155918 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0152ceb6-896a-4657-a6ba-a2bb585b2609 req-2d1adf5e-f201-4a45-b8c6-4905de2b5db1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434654 May 25 16:23:32.533100 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-1f2132d2-a12a-4cad-9496-56d306381a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:33.275504 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e0df5-b979-43bd-98fd-5e6c63fc9df4 req-867a98a0-8dae-4970-9f08-67d631fda767 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:33.277009 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb2e0df5-b979-43bd-98fd-5e6c63fc9df4 req-867a98a0-8dae-4970-9f08-67d631fda767 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0464036 May 25 16:23:33.330483 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb2e0df5-b979-43bd-98fd-5e6c63fc9df4 req-22c1a904-831d-4279-bad4-76ee3b2d024a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471578 May 25 16:23:33.654561 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:34.467287 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3a6cc-e390-4977-bf3a-d4d9a6a4d302 req-78423dca-2d0c-4155-9fe0-0fbcc0bf65be tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:34.469556 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5cc3a6cc-e390-4977-bf3a-d4d9a6a4d302 req-78423dca-2d0c-4155-9fe0-0fbcc0bf65be tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0548470 May 25 16:23:34.526904 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5cc3a6cc-e390-4977-bf3a-d4d9a6a4d302 req-5d06ee8a-272a-48c2-8c7c-60f8bd5c959c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481205 May 25 16:23:35.336057 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:35.636271 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:35.652367 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfba8ee-7c80-4a3f-82cd-56e1823b793e req-bb77a827-4c4a-46a3-9296-d6a0cfd4babb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:35.653839 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6dfba8ee-7c80-4a3f-82cd-56e1823b793e req-bb77a827-4c4a-46a3-9296-d6a0cfd4babb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0482678 May 25 16:23:35.705502 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6dfba8ee-7c80-4a3f-82cd-56e1823b793e req-1f2fcb59-f392-4eaf-a10a-13d2f454e1ed tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457625 May 25 16:23:36.532818 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:36.831391 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f721b0-c8b3-4903-a9b2-6dd93081d123 req-aa2c452a-58b7-4377-89ad-8b67222e1462 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:36.833046 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c5f721b0-c8b3-4903-a9b2-6dd93081d123 req-aa2c452a-58b7-4377-89ad-8b67222e1462 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0465689 May 25 16:23:36.891560 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c5f721b0-c8b3-4903-a9b2-6dd93081d123 req-9d830687-1a77-4086-8fb9-15fdb39e97eb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518498 May 25 16:23:37.452323 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:37.453034 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:37.711472 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=9 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:37.716998 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=29 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:38.019506 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843ddaa-b24a-4f8a-b61a-c623ee0a779a req-46d59844-c3de-42d2-90aa-10c3cf74023d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:38.021046 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2843ddaa-b24a-4f8a-b61a-c623ee0a779a req-46d59844-c3de-42d2-90aa-10c3cf74023d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0527363 May 25 16:23:38.070741 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2843ddaa-b24a-4f8a-b61a-c623ee0a779a req-8ef53a31-0175-40cb-9a9c-f42346c8dffb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441225 May 25 16:23:39.196617 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c49cc-8fb0-4b0e-824d-d1e57be390a1 req-4336cc0d-1fb3-4cc4-9cf3-66c7de2811db tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:39.198891 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-253c49cc-8fb0-4b0e-824d-d1e57be390a1 req-4336cc0d-1fb3-4cc4-9cf3-66c7de2811db tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0472209 May 25 16:23:39.231814 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:39.259382 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-253c49cc-8fb0-4b0e-824d-d1e57be390a1 req-4eda1218-ed0e-439b-bdb9-45c9b32df48d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523877 May 25 16:23:40.385379 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb743e-24cc-4e30-9124-b933307d2d99 req-db877739-ede8-46f0-ae74-302dd9af00ae tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:40.387687 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55eb743e-24cc-4e30-9124-b933307d2d99 req-db877739-ede8-46f0-ae74-302dd9af00ae tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0525775 May 25 16:23:40.441755 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55eb743e-24cc-4e30-9124-b933307d2d99 req-64ca75a0-a197-41d1-95e4-8a6667b8ba4c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484254 May 25 16:23:41.575928 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8c11b-2245-4810-bab1-71e2cd5f6c01 req-b18d5b2d-33c0-4485-af1e-3da7c0c7ac19 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:41.577747 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3ae8c11b-2245-4810-bab1-71e2cd5f6c01 req-b18d5b2d-33c0-4485-af1e-3da7c0c7ac19 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0533762 May 25 16:23:41.626513 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3ae8c11b-2245-4810-bab1-71e2cd5f6c01 req-73cf6885-ad54-43c2-b2b0-3b3d304b0067 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428734 May 25 16:23:42.745743 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61662d54-7a41-478a-aff4-71e062342ccb req-96bb09b3-2855-4d0d-89c4-9ec43606d708 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:42.748058 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-61662d54-7a41-478a-aff4-71e062342ccb req-96bb09b3-2855-4d0d-89c4-9ec43606d708 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0473025 May 25 16:23:42.795609 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-61662d54-7a41-478a-aff4-71e062342ccb req-528a66ba-6408-4fed-85df-b061b3819399 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420723 May 25 16:23:43.920840 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1eb4b-7009-45be-bdc3-1223e65c11ca req-73c7ac26-6e05-4885-bb71-dd7af0ce119c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:43.922318 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-25b1eb4b-7009-45be-bdc3-1223e65c11ca req-73c7ac26-6e05-4885-bb71-dd7af0ce119c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0509293 May 25 16:23:43.968931 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-25b1eb4b-7009-45be-bdc3-1223e65c11ca req-03b3c26c-3ef8-45aa-8c7b-ebf70999b619 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410593 May 25 16:23:45.083428 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996a48d-c50a-4840-8965-44eb7d14d0ab req-67bb713b-4de4-49d9-a0f9-850e30628e5e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:45.084919 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e996a48d-c50a-4840-8965-44eb7d14d0ab req-67bb713b-4de4-49d9-a0f9-850e30628e5e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0454922 May 25 16:23:45.131541 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e996a48d-c50a-4840-8965-44eb7d14d0ab req-f628adf5-3c78-49ec-9d20-46324a045fc0 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405767 May 25 16:23:46.253076 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22235ce2-6638-47d6-84c6-0f19f1b381fe req-2bebdbb3-1b00-4a79-8d2f-27f3af94bdf4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:46.254460 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22235ce2-6638-47d6-84c6-0f19f1b381fe req-2bebdbb3-1b00-4a79-8d2f-27f3af94bdf4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0499346 May 25 16:23:46.301546 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22235ce2-6638-47d6-84c6-0f19f1b381fe req-ec21e940-7df2-4015-926f-02e9899f57dd tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415728 May 25 16:23:46.520450 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:46.528148 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:47.418801 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bc9f2-c2ca-44aa-a0e5-d0e3fe06af70 req-5281ef20-f780-41aa-9da2-e6eb579fbff3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:47.420257 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a2bc9f2-c2ca-44aa-a0e5-d0e3fe06af70 req-5281ef20-f780-41aa-9da2-e6eb579fbff3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0459564 May 25 16:23:47.467276 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a2bc9f2-c2ca-44aa-a0e5-d0e3fe06af70 req-662066aa-91ef-472d-9518-3aeb5be8d8e3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415490 May 25 16:23:48.589058 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d76749-b2cd-4b6e-9891-b85cf818710e req-e88c4285-eb39-44ae-895b-9f38c409add1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:48.590465 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-56d76749-b2cd-4b6e-9891-b85cf818710e req-e88c4285-eb39-44ae-895b-9f38c409add1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0498455 May 25 16:23:48.610677 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:48.641093 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-56d76749-b2cd-4b6e-9891-b85cf818710e req-9678667a-4b3e-40bc-89ad-bd6cc67e076b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449727 May 25 16:23:49.759938 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77ee2f-a165-4376-a417-bc90de6cdaed req-c290adc8-c7b3-4aa2-ab09-0227dde7959e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:49.761395 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2a77ee2f-a165-4376-a417-bc90de6cdaed req-c290adc8-c7b3-4aa2-ab09-0227dde7959e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0460520 May 25 16:23:49.807999 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2a77ee2f-a165-4376-a417-bc90de6cdaed req-9435c5dc-b617-497d-8191-ef7afccfb7e5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409589 May 25 16:23:50.925144 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89751ee3-5504-45f9-ba0d-f68f79405119 req-12fb0700-870e-4c4d-b626-f642203e8d98 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:50.926641 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-89751ee3-5504-45f9-ba0d-f68f79405119 req-12fb0700-870e-4c4d-b626-f642203e8d98 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0463440 May 25 16:23:50.977381 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-89751ee3-5504-45f9-ba0d-f68f79405119 req-71808909-2078-43a7-b463-ea9814e1f335 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451491 May 25 16:23:51.446863 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:52.103179 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7f5df-d47e-4cb2-8a13-76082c3cc311 req-3f5f77f4-cb1e-4f16-96b9-e91bd422e29a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:52.104637 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-44f7f5df-d47e-4cb2-8a13-76082c3cc311 req-3f5f77f4-cb1e-4f16-96b9-e91bd422e29a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0495718 May 25 16:23:52.139003 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:52.150881 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-44f7f5df-d47e-4cb2-8a13-76082c3cc311 req-ef06e2b9-a08a-4ac5-812b-41f844f6cf12 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408332 May 25 16:23:53.270243 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11367179-cef3-40ff-a0c6-3fe1b50134f7 req-a6a76f32-db04-4691-9ada-96d8b3e7e5a8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:53.271637 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-11367179-cef3-40ff-a0c6-3fe1b50134f7 req-a6a76f32-db04-4691-9ada-96d8b3e7e5a8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0478292 May 25 16:23:53.318049 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-11367179-cef3-40ff-a0c6-3fe1b50134f7 req-5854aec9-6c47-4dd7-8753-cf36d554db4a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409439 May 25 16:23:54.445296 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35041159-afb3-46e5-aed0-13ab412360c0 req-41e97a13-e38a-4be6-8724-a818948de282 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:54.446935 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-35041159-afb3-46e5-aed0-13ab412360c0 req-41e97a13-e38a-4be6-8724-a818948de282 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 943 time: 0.0494616 May 25 16:23:54.507215 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-35041159-afb3-46e5-aed0-13ab412360c0 req-843ef075-d213-422a-b665-09bb363d1e7f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525460 May 25 16:23:55.133884 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 81d48be3-f76c-4118-bcaa-79360428da5a details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:23:55.228296 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=81d48be3-f76c-4118-bcaa-79360428da5a,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:55.240357 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '81d48be3-f76c-4118-bcaa-79360428da5a', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'port_id': '81d48be3-f76c-4118-bcaa-79360428da5a', 'mac_address': 'fa:16:3e:bc:d3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:23:55.275930 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 81d48be3-f76c-4118-bcaa-79360428da5a is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:23:55.276312 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:55.292630 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d48be3-f76c-4118-bcaa-79360428da5a {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:23:55.313360 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=81d48be3-f76c-4118-bcaa-79360428da5a,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:55.317203 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:55.363316 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=81d48be3-f76c-4118-bcaa-79360428da5a,revision_number=9']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:55.370261 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.370605 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.370941 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.371301 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.371637 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.371962 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.372285 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.372604 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.372923 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.373332 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.373686 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.374007 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.374324 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.374638 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.374953 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:23:55.454822 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:55.455514 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:23:55.639941 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060241e7-3d3d-4223-aeca-b5468d4d9d1a req-85104b89-1b5a-47e8-9c69-bd9df542cdbf tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:55.641410 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-060241e7-3d3d-4223-aeca-b5468d4d9d1a req-85104b89-1b5a-47e8-9c69-bd9df542cdbf tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 944 time: 0.0492759 May 25 16:23:55.691692 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-060241e7-3d3d-4223-aeca-b5468d4d9d1a req-1680fc1d-1d7d-4b98-9cfe-38f381211407 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447295 May 25 16:23:55.704395 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['81d48be3-f76c-4118-bcaa-79360428da5a'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:23:56.812070 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f0a0a-2bea-4bd4-8177-b20570d9cbf0 req-568a2796-657e-4731-a656-e5e483619e73 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:56.813547 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5a1f0a0a-2bea-4bd4-8177-b20570d9cbf0 req-568a2796-657e-4731-a656-e5e483619e73 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 944 time: 0.0475068 May 25 16:23:56.859721 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5a1f0a0a-2bea-4bd4-8177-b20570d9cbf0 req-5f713449-9363-475f-b405-6b41ac6a1762 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406673 May 25 16:23:57.641605 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 81d48be3-f76c-4118-bcaa-79360428da5a up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:23:57.685359 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 81d48be3-f76c-4118-bcaa-79360428da5a triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:23:57.685832 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:57.755699 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 81d48be3-f76c-4118-bcaa-79360428da5a is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:23:57.756069 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:57.777597 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:23:57.780525 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e83441-2569-4ab0-a684-564a2388548d" -d '{"events": [{"server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "name": "network-vif-plugged", "status": "completed", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:23:57.796663 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=81d48be3-f76c-4118-bcaa-79360428da5a,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:23:57.802021 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:23:57.824220 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4830307-9075-46f0-9529-00bb39fc2dc0 x-openstack-request-id: req-d4830307-9075-46f0-9529-00bb39fc2dc0 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:23:57.824527 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "name": "network-vif-plugged", "status": "completed", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:23:57.824789 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4830307-9075-46f0-9529-00bb39fc2dc0 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:23:57.825184 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4830307-9075-46f0-9529-00bb39fc2dc0'] response: {'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a', 'code': 200} May 25 16:23:57.850691 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=81d48be3-f76c-4118-bcaa-79360428da5a,revision_number=10']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:23:57.988850 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2c09f-a56f-4bab-b9b8-c1ce195871b3 req-4fc4f85d-dd12-4aab-8a27-7ac2c919cbfb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:57.990363 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-65a2c09f-a56f-4bab-b9b8-c1ce195871b3 req-4fc4f85d-dd12-4aab-8a27-7ac2c919cbfb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 946 time: 0.0511875 May 25 16:23:58.038367 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-65a2c09f-a56f-4bab-b9b8-c1ce195871b3 req-6562373b-8d9d-4895-adfa-39eb035fb4dc tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425181 May 25 16:23:59.155005 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e75e6-bc13-46b0-948c-0c8128172ec6 req-5f32389e-a618-4a24-9eff-8140df37701f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:23:59.156449 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7d0e75e6-bc13-46b0-948c-0c8128172ec6 req-5f32389e-a618-4a24-9eff-8140df37701f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 946 time: 0.0451937 May 25 16:23:59.202574 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7d0e75e6-bc13-46b0-948c-0c8128172ec6 req-629b1473-9586-445a-a5cb-cdfc503a13c3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407934 May 25 16:24:00.188482 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdb9ab-caee-4a83-b416-003e9c2a6495 req-a3828e84-2e7a-439e-a17d-0f3e827df49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:00.189949 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2ccdb9ab-caee-4a83-b416-003e9c2a6495 req-a3828e84-2e7a-439e-a17d-0f3e827df49d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 1130 time: 0.0380418 May 25 16:24:00.206556 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2af86cd1-76b5-4f53-9e5b-774e56597dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:00.236884 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2ccdb9ab-caee-4a83-b416-003e9c2a6495 req-140687d5-448c-4069-8ecf-57719524f536 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387886 May 25 16:24:00.335950 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05169b8e-959b-455f-a68d-f643e6a7dcf6 req-8d3f65d5-1278-45d6-985a-d8676cdd75c8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:00.337437 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-05169b8e-959b-455f-a68d-f643e6a7dcf6 req-8d3f65d5-1278-45d6-985a-d8676cdd75c8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 946 time: 0.0508943 May 25 16:24:00.384294 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-05169b8e-959b-455f-a68d-f643e6a7dcf6 req-9e439337-1e2a-46e0-a6d3-cf006643cd52 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412328 May 25 16:24:01.500244 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d245113-8e4a-4829-9f9d-50715914abbb req-bd76c1dc-e0cf-4d5b-b3fa-733873ef41ad tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:01.501732 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2d245113-8e4a-4829-9f9d-50715914abbb req-bd76c1dc-e0cf-4d5b-b3fa-733873ef41ad tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 946 time: 0.0457382 May 25 16:24:01.512443 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:01.549705 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2d245113-8e4a-4829-9f9d-50715914abbb req-24b83140-1ff9-4999-bd0f-9d029ba19462 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424736 May 25 16:24:02.535696 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c736b08f-7142-4f89-8239-bd1b43d02846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:02.673621 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2f296-1fa7-4a6e-95dd-c33b86d997a1 req-160447bd-d077-4dec-8cf6-130ebabf7903 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:02.675160 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2eb2f296-1fa7-4a6e-95dd-c33b86d997a1 req-160447bd-d077-4dec-8cf6-130ebabf7903 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 946 time: 0.0511181 May 25 16:24:02.725693 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2eb2f296-1fa7-4a6e-95dd-c33b86d997a1 req-5dd2c319-b0d0-4313-97eb-b61918f51062 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448816 May 25 16:24:03.658417 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:04.456610 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:24:05.317459 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:05.342368 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 44848) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:05.447202 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:05.524044 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Publish callbacks [] for security_group (1c701950-c3db-478d-a246-7784f807fde8), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:05.527686 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (1c701950-c3db-478d-a246-7784f807fde8), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:05.566758 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d56496025ff74432beb2919cc1784aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233047 May 25 16:24:05.568656 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c701950-c3db-478d-a246-7784f807fde8,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:05.569493 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 44852) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:05.575968 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.576346 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.576661 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.576998 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.577332 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.577662 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.578015 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.578341 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.578669 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.578995 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.579321 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.579650 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.579972 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.580288 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.580607 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52b9d4-0373-4b93-a903-827700c5d2c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.618667 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Publish callbacks [] for security_group (1c701950-c3db-478d-a246-7784f807fde8), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:05.639799 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Publish callbacks [] for security_group (1c701950-c3db-478d-a246-7784f807fde8), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:05.686278 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (1c701950-c3db-478d-a246-7784f807fde8), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:05.688805 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:05.689938 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c701950-c3db-478d-a246-7784f807fde8 HTTP/1.1" status: 204 len: 168 time: 0.1193917 May 25 16:24:05.693199 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:05.698544 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c701950-c3db-478d-a246-7784f807fde8,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:05.706829 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.707177 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.707510 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.707836 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.708188 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.708509 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.708825 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.709140 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.709456 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.709809 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.710109 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.710424 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.710733 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.711041 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:05.711348 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c62e6-c504-4aed-9dfc-6387299713f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:24:06.529656 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:14.450532 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:14.451718 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:14.695995 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 44932) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:14.813407 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8ee5-6d42-4e47-9d71-12e5be80ebe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:14.887923 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8ee5-6d42-4e47-9d71-12e5be80ebe7 admin admin] Publish callbacks [] for security_group (45140cdf-3a79-4c04-b7bc-f442b2884f2f), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:14.891767 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8ee5-6d42-4e47-9d71-12e5be80ebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (45140cdf-3a79-4c04-b7bc-f442b2884f2f), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:14.931730 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ff5d8ee5-6d42-4e47-9d71-12e5be80ebe7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cbd73c6967c4e7f9f323ccb00a3279d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343974 May 25 16:24:14.932542 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d8ee5-6d42-4e47-9d71-12e5be80ebe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45140cdf-3a79-4c04-b7bc-f442b2884f2f,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:14.934674 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 44936) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:14.985897 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7aca52da-7027-40e2-bbe0-8fd264b72a69 admin admin] Publish callbacks [] for security_group (45140cdf-3a79-4c04-b7bc-f442b2884f2f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:15.006541 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7aca52da-7027-40e2-bbe0-8fd264b72a69 admin admin] Publish callbacks [] for security_group (45140cdf-3a79-4c04-b7bc-f442b2884f2f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:15.052907 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7aca52da-7027-40e2-bbe0-8fd264b72a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (45140cdf-3a79-4c04-b7bc-f442b2884f2f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:15.055771 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7aca52da-7027-40e2-bbe0-8fd264b72a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:15.056905 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7aca52da-7027-40e2-bbe0-8fd264b72a69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45140cdf-3a79-4c04-b7bc-f442b2884f2f HTTP/1.1" status: 204 len: 168 time: 0.1212535 May 25 16:24:15.064600 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca52da-7027-40e2-bbe0-8fd264b72a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45140cdf-3a79-4c04-b7bc-f442b2884f2f,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:16.524196 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:21.457975 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:21.471733 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:21.708259 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b1288bf9-02e8-49f7-abf1-b9d006ac3a82 req-d6189911-c7d1-48bb-a62f-347999b4071c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386934 May 25 16:24:21.780839 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1288bf9-02e8-49f7-abf1-b9d006ac3a82 req-42d5e217-cbef-45f5-97c8-23f53e1b6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:21.782333 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b1288bf9-02e8-49f7-abf1-b9d006ac3a82 req-42d5e217-cbef-45f5-97c8-23f53e1b6563 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 1130 time: 0.0392289 May 25 16:24:21.890105 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1288bf9-02e8-49f7-abf1-b9d006ac3a82 req-e4ab1b3b-929b-4a4f-a11d-601e8ce0d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:21.891582 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b1288bf9-02e8-49f7-abf1-b9d006ac3a82 req-e4ab1b3b-929b-4a4f-a11d-601e8ce0d6e6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 920 time: 0.0873740 May 25 16:24:21.937339 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b1288bf9-02e8-49f7-abf1-b9d006ac3a82 req-2d76165c-5836-4d36-9604-a82f05ab427b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b95684f0-92c8-457d-bd07-c98d017be6fc HTTP/1.1" status: 200 len: 217 time: 0.0378087 May 25 16:24:21.986594 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1288bf9-02e8-49f7-abf1-b9d006ac3a82 req-360b796a-fef5-459f-b80b-4012f518c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:21.987901 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b1288bf9-02e8-49f7-abf1-b9d006ac3a82 req-360b796a-fef5-459f-b80b-4012f518c2b8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.0430491 May 25 16:24:22.044221 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1288bf9-02e8-49f7-abf1-b9d006ac3a82 req-0bdd5099-1a7e-4c75-84d5-30c70941c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:22.046246 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b1288bf9-02e8-49f7-abf1-b9d006ac3a82 req-0bdd5099-1a7e-4c75-84d5-30c70941c265 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412023 May 25 16:24:22.138545 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b1288bf9-02e8-49f7-abf1-b9d006ac3a82 req-a074b948-372d-4ce1-947a-380790f6e640 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827186 May 25 16:24:22.206016 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:22.238944 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b1288bf9-02e8-49f7-abf1-b9d006ac3a82 req-21ec10fa-c3c7-4d51-97cd-a85fe1465742 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935895 May 25 16:24:22.972541 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646a099-d83b-4b98-9cdf-d8b90f25dd61 req-7d3f0c1d-4ef2-4537-8ad9-c8f7dfeb81e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:22.974066 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6646a099-d83b-4b98-9cdf-d8b90f25dd61 req-7d3f0c1d-4ef2-4537-8ad9-c8f7dfeb81e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 945 time: 0.0492201 May 25 16:24:23.019882 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6646a099-d83b-4b98-9cdf-d8b90f25dd61 req-689cab07-923f-4f99-b765-495982a8bcac tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402670 May 25 16:24:24.133434 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc560f-aff1-4864-af71-36ef2372c729 req-571a9e81-fed5-4296-8d64-8b371c31fd85 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:24.134912 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f4fc560f-aff1-4864-af71-36ef2372c729 req-571a9e81-fed5-4296-8d64-8b371c31fd85 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 945 time: 0.0456412 May 25 16:24:24.181908 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f4fc560f-aff1-4864-af71-36ef2372c729 req-4063ae77-d25d-4a4f-b3b0-bc7d6792e9c6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412529 May 25 16:24:24.827861 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:24.842687 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-c2cf038b-a0f3-4dd2-9695-ac5be69f7b5f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:24.844164 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-c2cf038b-a0f3-4dd2-9695-ac5be69f7b5f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 945 time: 0.0509324 May 25 16:24:24.926899 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Deleting port 6671911c-5350-4820-bfd8-8e86bc7f1151 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:24:24.927239 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:25.016627 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] For port 6671911c-5350-4820-bfd8-8e86bc7f1151, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6671911c-5350-4820-bfd8-8e86bc7f1151,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:24:25.016912 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:25.225600 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:25.226003 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (9e4f98c2-b3aa-462a-8308-24aadd928b2c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:25.226322 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Floating IP 9e4f98c2-b3aa-462a-8308-24aadd928b2c disassociated. External IP: 172.27.1.142, port: 6671911c-5350-4820-bfd8-8e86bc7f1151. May 25 16:24:25.226670 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Calling delete_port for 6671911c-5350-4820-bfd8-8e86bc7f1151 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:24:25.297632 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd8edd-3c6e-40af-b9c8-7a24a3e03d09 req-a797dceb-c2a5-4b02-8e79-147cd6d9288d tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:25.299175 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-35fd8edd-3c6e-40af-b9c8-7a24a3e03d09 req-a797dceb-c2a5-4b02-8e79-147cd6d9288d tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 945 time: 0.0463302 May 25 16:24:25.353465 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-35fd8edd-3c6e-40af-b9c8-7a24a3e03d09 req-f288f472-07f1-4c89-899e-0d33bab9dbae tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=d23902a0-8f04-49c1-9b90-82906098c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473170 May 25 16:24:25.354348 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (6671911c-5350-4820-bfd8-8e86bc7f1151), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:25.390974 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event deleted for resources: {'Port': ['ID=6671911c-5350-4820-bfd8-8e86bc7f1151,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:25.500421 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:24:25.825869 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:24:25.836908 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931307f-2245-4029-88a0-25fdd10c1f3c None None] Sync routers for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:24:25.851918 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931307f-2245-4029-88a0-25fdd10c1f3c None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:24:25.852538 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-3931307f-2245-4029-88a0-25fdd10c1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:24:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:25.871329 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] No DVR routers for this DVR port 6671911c-5350-4820-bfd8-8e86bc7f1151 on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:24:25.873639 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:25.876928 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8c63decc-b952-417a-b5d9-3d1f695f1272 req-1cdb891f-76f5-43ec-aa54-64e90857235a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "DELETE /v2.0/ports/6671911c-5350-4820-bfd8-8e86bc7f1151 HTTP/1.1" status: 204 len: 173 time: 1.0272937 May 25 16:24:25.877367 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'name': 'network-vif-deleted', 'tag': '6671911c-5350-4820-bfd8-8e86bc7f1151'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:24:25.879606 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3403dec6-6a1c-49f5-9684-a4d019e8f751" -d '{"events": [{"server_uuid": "867f3a7b-7e7e-468a-b1a3-9c71cc196f23", "name": "network-vif-deleted", "tag": "6671911c-5350-4820-bfd8-8e86bc7f1151"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:24:25.925343 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e71d22b-bed2-4aed-83a9-bf8e5289f7d4 x-openstack-request-id: req-2e71d22b-bed2-4aed-83a9-bf8e5289f7d4 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:24:25.925842 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867f3a7b-7e7e-468a-b1a3-9c71cc196f23", "name": "network-vif-deleted", "tag": "6671911c-5350-4820-bfd8-8e86bc7f1151", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:24:25.926173 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e71d22b-bed2-4aed-83a9-bf8e5289f7d4 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:24:25.926730 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e71d22b-bed2-4aed-83a9-bf8e5289f7d4'] response: {'server_uuid': '867f3a7b-7e7e-468a-b1a3-9c71cc196f23', 'name': 'network-vif-deleted', 'tag': '6671911c-5350-4820-bfd8-8e86bc7f1151', 'status': 'completed', 'code': 200} May 25 16:24:25.961548 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-3931307f-2245-4029-88a0-25fdd10c1f3c None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:24:26.168629 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-3931307f-2245-4029-88a0-25fdd10c1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'da6c4c60-bed5-4aae-840a-118cdae58a58', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:8e:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:37Z', 'updated_at': '2022-05-25T16:21:20Z', 'revision_number': 2, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:26.193214 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931307f-2245-4029-88a0-25fdd10c1f3c None None] Checking router: c2e2b41b-dc03-4bfd-9eaa-f927b191a693 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:24:26.202593 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931307f-2245-4029-88a0-25fdd10c1f3c None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:24:26.203292 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-3931307f-2245-4029-88a0-25fdd10c1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:24:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:26.305482 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-3931307f-2245-4029-88a0-25fdd10c1f3c None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:24:26.496926 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3a5038ad-9250-4d70-9850-c5d7c96d52e5 req-db7931ef-6bb6-4faf-82c7-d9af6cd3e6a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=867f3a7b-7e7e-468a-b1a3-9c71cc196f23 HTTP/1.1" status: 200 len: 210 time: 0.0305636 May 25 16:24:26.612736 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-3931307f-2245-4029-88a0-25fdd10c1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'da6c4c60-bed5-4aae-840a-118cdae58a58', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:8e:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:37Z', 'updated_at': '2022-05-25T16:21:20Z', 'revision_number': 2, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:26.637576 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931307f-2245-4029-88a0-25fdd10c1f3c None None] The sync data for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi is: [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'da6c4c60-bed5-4aae-840a-118cdae58a58', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:8e:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:20:37Z', 'updated_at': '2022-05-25T16:21:20Z', 'revision_number': 2, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:24:26.894479 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d239c564-1570-4edc-be9e-c526059229c2 None None] New status for floating IP 9e4f98c2-b3aa-462a-8308-24aadd928b2c: DOWN {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:24:27.591231 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 44994) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:27.647785 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c67d2b83-1a53-452f-b884-e9ba9b6b1ff8 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (d23902a0-8f04-49c1-9b90-82906098c30b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:27.673053 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c67d2b83-1a53-452f-b884-e9ba9b6b1ff8 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (d23902a0-8f04-49c1-9b90-82906098c30b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:27.704359 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:27.721364 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c67d2b83-1a53-452f-b884-e9ba9b6b1ff8 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (d23902a0-8f04-49c1-9b90-82906098c30b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:27.724127 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c67d2b83-1a53-452f-b884-e9ba9b6b1ff8 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:27.725431 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c67d2b83-1a53-452f-b884-e9ba9b6b1ff8 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "DELETE /v2.0/security-groups/d23902a0-8f04-49c1-9b90-82906098c30b HTTP/1.1" status: 204 len: 168 time: 0.1325862 May 25 16:24:27.728665 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 44996) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:27.735455 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d2b83-1a53-452f-b884-e9ba9b6b1ff8 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23902a0-8f04-49c1-9b90-82906098c30b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:27.744150 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.api.v2.resource [None req-d8cc7f2f-9c1f-446f-930a-8327985e6a09 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] show failed (client error): The resource could not be found. May 25 16:24:27.745345 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d8cc7f2f-9c1f-446f-930a-8327985e6a09 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups/d23902a0-8f04-49c1-9b90-82906098c30b HTTP/1.1" status: 404 len: 347 time: 0.0156231 May 25 16:24:27.748925 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 44998) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:27.865439 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-0f37d6f6-6797-4b90-a1e1-03b40d6e05be tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Deleting port 3a900df9-3f5d-4545-91a7-7f1e9f7e713b {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:24:27.865891 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0f37d6f6-6797-4b90-a1e1-03b40d6e05be tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (3a900df9-3f5d-4545-91a7-7f1e9f7e713b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:27.904820 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:27.914375 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:27.950859 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0f37d6f6-6797-4b90-a1e1-03b40d6e05be tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (3a900df9-3f5d-4545-91a7-7f1e9f7e713b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:27.951524 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0f37d6f6-6797-4b90-a1e1-03b40d6e05be tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (3a900df9-3f5d-4545-91a7-7f1e9f7e713b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:27.964478 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-0f37d6f6-6797-4b90-a1e1-03b40d6e05be tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Calling delete_port for 3a900df9-3f5d-4545-91a7-7f1e9f7e713b owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:24:28.120255 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0f37d6f6-6797-4b90-a1e1-03b40d6e05be tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (3a900df9-3f5d-4545-91a7-7f1e9f7e713b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:28.154488 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37d6f6-6797-4b90-a1e1-03b40d6e05be tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event deleted for resources: {'Port': ['ID=3a900df9-3f5d-4545-91a7-7f1e9f7e713b,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:28.225626 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0f37d6f6-6797-4b90-a1e1-03b40d6e05be tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (9e4f98c2-b3aa-462a-8308-24aadd928b2c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:28.228471 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0f37d6f6-6797-4b90-a1e1-03b40d6e05be tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:28.229663 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0f37d6f6-6797-4b90-a1e1-03b40d6e05be tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "DELETE /v2.0/floatingips/9e4f98c2-b3aa-462a-8308-24aadd928b2c HTTP/1.1" status: 204 len: 168 time: 0.4794137 May 25 16:24:29.381476 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 6671911c-5350-4820-bfd8-8e86bc7f1151 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:24:29.403173 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 6671911c-5350-4820-bfd8-8e86bc7f1151 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:24:29.403670 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 6671911c-5350-4820-bfd8-8e86bc7f1151 not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:24:29.411446 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2879b46-28e4-43fd-8a08-b854d3364844 req-453c98c6-d787-494d-a250-5f1e21c63fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:29.413232 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b2879b46-28e4-43fd-8a08-b854d3364844 req-453c98c6-d787-494d-a250-5f1e21c63fd2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 1130 time: 0.0447333 May 25 16:24:29.421863 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe298d35-97bf-4895-a923-f80466b15f2f req-bddc5598-c9f3-448b-8722-0ef0c78dad86 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:29.423333 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fe298d35-97bf-4895-a923-f80466b15f2f req-bddc5598-c9f3-448b-8722-0ef0c78dad86 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0528150 May 25 16:24:29.472064 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fe298d35-97bf-4895-a923-f80466b15f2f req-aa94b286-5ef8-4e2d-90a4-1f50cc4d54e4 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427778 May 25 16:24:29.510833 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2879b46-28e4-43fd-8a08-b854d3364844 req-57f12c50-78f9-415f-aa1a-abff8af77ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:29.512301 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b2879b46-28e4-43fd-8a08-b854d3364844 req-57f12c50-78f9-415f-aa1a-abff8af77ec2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 920 time: 0.0905261 May 25 16:24:29.577976 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b2879b46-28e4-43fd-8a08-b854d3364844 req-d7faacc9-a85d-4b48-8e4b-b1e7c3b4a271 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b194465-a3bb-473d-8825-aed33ba4c44a HTTP/1.1" status: 200 len: 1000 time: 0.0560730 May 25 16:24:29.636031 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2879b46-28e4-43fd-8a08-b854d3364844 req-253da4e3-3022-45df-816f-57af35de5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:29.637528 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b2879b46-28e4-43fd-8a08-b854d3364844 req-253da4e3-3022-45df-816f-57af35de5220 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.0476923 May 25 16:24:30.036492 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2879b46-28e4-43fd-8a08-b854d3364844 req-4d2def91-91f5-476c-95b9-8be17b78264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:30.038288 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b2879b46-28e4-43fd-8a08-b854d3364844 req-4d2def91-91f5-476c-95b9-8be17b78264e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402117 May 25 16:24:30.143920 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b2879b46-28e4-43fd-8a08-b854d3364844 req-b3866bd2-9b69-4f9e-9bec-66e55de657d3 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893264 May 25 16:24:30.211426 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1dc7-a21e-447f-9573-33bc49f775b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:30.250862 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b2879b46-28e4-43fd-8a08-b854d3364844 req-1342280a-2b91-455e-803e-768eff671cf7 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887747 May 25 16:24:30.586918 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd30b53-0e98-47b2-88e1-1776ea67eb15 req-134073ce-bc8a-444c-ade3-980530b71701 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:30.588383 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2bd30b53-0e98-47b2-88e1-1776ea67eb15 req-134073ce-bc8a-444c-ade3-980530b71701 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0460150 May 25 16:24:30.633663 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2bd30b53-0e98-47b2-88e1-1776ea67eb15 req-59c3d7bb-1e15-41cc-a0a0-5f8e01d93a57 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398133 May 25 16:24:30.983218 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0481d64-708c-4d8f-bb53-e2a25ba4f130 req-c2929413-3bb2-4e27-b55a-9c10a8bd3010 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:30.984588 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e0481d64-708c-4d8f-bb53-e2a25ba4f130 req-c2929413-3bb2-4e27-b55a-9c10a8bd3010 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 945 time: 0.0450027 May 25 16:24:31.026466 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:31.034423 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e0481d64-708c-4d8f-bb53-e2a25ba4f130 req-6dc14a15-1dbc-492a-aae4-8a3807a4747b tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444527 May 25 16:24:31.357049 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472f3bc-3425-4618-815b-5d6bc708358c req-2306e194-f5ad-4025-9d22-46f6303cce5f tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:31.359079 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b472f3bc-3425-4618-815b-5d6bc708358c req-2306e194-f5ad-4025-9d22-46f6303cce5f tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0454779 May 25 16:24:31.407099 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b472f3bc-3425-4618-815b-5d6bc708358c req-4d132def-d8f2-426b-ba42-474d5eb26880 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422721 May 25 16:24:31.748738 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b47dc-283d-4766-95aa-4e5ddb9732e5 req-41c940b2-26ba-484d-bb9c-d410cdb9c138 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:31.750255 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f21b47dc-283d-4766-95aa-4e5ddb9732e5 req-41c940b2-26ba-484d-bb9c-d410cdb9c138 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0459139 May 25 16:24:31.798081 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f21b47dc-283d-4766-95aa-4e5ddb9732e5 req-854f5373-0906-48cb-841a-8ca279caf97e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 May 25 16:24:32.149156 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691cda-b0a7-418d-90ca-c5fc22f51c68 req-ccdda910-8574-4f6a-b455-5dab8f403fcc tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:32.150609 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5b691cda-b0a7-418d-90ca-c5fc22f51c68 req-ccdda910-8574-4f6a-b455-5dab8f403fcc tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 945 time: 0.0487151 May 25 16:24:32.196098 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5b691cda-b0a7-418d-90ca-c5fc22f51c68 req-06270e24-72db-4387-899e-3c4aaa4789b3 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400262 May 25 16:24:32.525429 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0075e-bed6-4b65-bc4b-a09c7a4a41a9 req-bd3cf528-f2db-4242-997f-feed9b24f6e1 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:32.527342 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-20d0075e-bed6-4b65-bc4b-a09c7a4a41a9 req-bd3cf528-f2db-4242-997f-feed9b24f6e1 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0463700 May 25 16:24:32.539565 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f68c0f84-9c6d-494a-b571-fc86dc72bf89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:32.583585 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-20d0075e-bed6-4b65-bc4b-a09c7a4a41a9 req-4d9ce8ff-20d3-41c9-9cfd-2fd67f1ab478 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483201 May 25 16:24:32.885847 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-ae669682-2cb0-4a8a-b28f-43bb200da74e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:32.887463 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-ae669682-2cb0-4a8a-b28f-43bb200da74e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 945 time: 0.0487936 May 25 16:24:32.918215 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ae1c8-3a59-4d10-8fa1-819c1ccc9122 req-7b5e9be5-69e6-4ac7-bf02-fc1a87f427dc tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:32.919696 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-815ae1c8-3a59-4d10-8fa1-819c1ccc9122 req-7b5e9be5-69e6-4ac7-bf02-fc1a87f427dc tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0527422 May 25 16:24:32.924834 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:32.968584 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-815ae1c8-3a59-4d10-8fa1-819c1ccc9122 req-737fa2c7-28a7-4a0e-871d-a355a3b2fa81 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425851 May 25 16:24:32.978240 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Deleting port a5479e6d-c810-409e-9dcb-42725ffdaeea {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:24:32.978798 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:33.067240 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] For port a5479e6d-c810-409e-9dcb-42725ffdaeea, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a5479e6d-c810-409e-9dcb-42725ffdaeea,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:24:33.067597 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:33.115924 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:33.236783 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:33.237144 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (da6c4c60-bed5-4aae-840a-118cdae58a58), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:33.237457 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Floating IP da6c4c60-bed5-4aae-840a-118cdae58a58 disassociated. External IP: 172.27.1.244, port: a5479e6d-c810-409e-9dcb-42725ffdaeea. May 25 16:24:33.237832 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Calling delete_port for a5479e6d-c810-409e-9dcb-42725ffdaeea owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:24:33.322344 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2766c-ea5f-4292-8130-d8c73cbc2688 req-6a5e98b2-0e96-4255-9448-dffbead9e3dc tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:33.323833 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6cb2766c-ea5f-4292-8130-d8c73cbc2688 req-6a5e98b2-0e96-4255-9448-dffbead9e3dc tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=cebf1f03-8c0a-4aaf-b375-63edcdac9d98 HTTP/1.1" status: 200 len: 945 time: 0.0479345 May 25 16:24:33.371388 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (a5479e6d-c810-409e-9dcb-42725ffdaeea), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:33.378141 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6cb2766c-ea5f-4292-8130-d8c73cbc2688 req-a3a466cf-de7c-4eed-981b-7c9b43c684af tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480440 May 25 16:24:33.403948 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event deleted for resources: {'Port': ['ID=a5479e6d-c810-409e-9dcb-42725ffdaeea,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:33.519539 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:24:33.622122 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:24:33.634706 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41a0e1-b59e-42be-adcf-8478116e001c None None] Sync routers for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:24:33.648682 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41a0e1-b59e-42be-adcf-8478116e001c None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:24:33.649409 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-fc41a0e1-b59e-42be-adcf-8478116e001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:24:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:33.668175 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] No DVR routers for this DVR port a5479e6d-c810-409e-9dcb-42725ffdaeea on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:24:33.671062 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:33.674927 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-34d8a860-33f0-4879-bed3-5fee5836f52f req-33acba63-a27c-4dc5-ab5e-a86c62afe327 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "DELETE /v2.0/ports/a5479e6d-c810-409e-9dcb-42725ffdaeea HTTP/1.1" status: 204 len: 173 time: 0.7813332 May 25 16:24:33.675624 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'name': 'network-vif-deleted', 'tag': 'a5479e6d-c810-409e-9dcb-42725ffdaeea'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:24:33.677890 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:33.678786 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbdcf07-2b61-4fd6-ad25-c32d0bcc5c16" -d '{"events": [{"server_uuid": "cebf1f03-8c0a-4aaf-b375-63edcdac9d98", "name": "network-vif-deleted", "tag": "a5479e6d-c810-409e-9dcb-42725ffdaeea"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:24:33.724385 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37174e16-3279-40e2-9757-d9fb80c8d0f1 req-09d1e6e7-0f83-4c00-8317-4001e8694856 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:33.725836 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-37174e16-3279-40e2-9757-d9fb80c8d0f1 req-09d1e6e7-0f83-4c00-8317-4001e8694856 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0685785 May 25 16:24:33.759816 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbee8d8b-f9b4-433f-86b7-82a88a4b0394 x-openstack-request-id: req-cbee8d8b-f9b4-433f-86b7-82a88a4b0394 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:24:33.760592 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebf1f03-8c0a-4aaf-b375-63edcdac9d98", "name": "network-vif-deleted", "tag": "a5479e6d-c810-409e-9dcb-42725ffdaeea", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:24:33.761342 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbee8d8b-f9b4-433f-86b7-82a88a4b0394 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:24:33.761951 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbee8d8b-f9b4-433f-86b7-82a88a4b0394'] response: {'server_uuid': 'cebf1f03-8c0a-4aaf-b375-63edcdac9d98', 'name': 'network-vif-deleted', 'tag': 'a5479e6d-c810-409e-9dcb-42725ffdaeea', 'status': 'completed', 'code': 200} May 25 16:24:33.766180 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:33.786500 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:33.791973 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-fc41a0e1-b59e-42be-adcf-8478116e001c None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:24:33.809769 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-37174e16-3279-40e2-9757-d9fb80c8d0f1 req-71808677-3469-4686-8da7-f28f5a2cdbce tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662429 May 25 16:24:33.990119 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-fc41a0e1-b59e-42be-adcf-8478116e001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:34.014593 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41a0e1-b59e-42be-adcf-8478116e001c None None] Checking router: c2e2b41b-dc03-4bfd-9eaa-f927b191a693 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:24:34.023347 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41a0e1-b59e-42be-adcf-8478116e001c None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:24:34.023975 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-fc41a0e1-b59e-42be-adcf-8478116e001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:24:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:34.085037 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ef6d0-77f2-45e4-9acb-3c2c938925d3 req-0792be77-4493-42e5-b12c-d5ee28b1972d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:34.086534 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a33ef6d0-77f2-45e4-9acb-3c2c938925d3 req-0792be77-4493-42e5-b12c-d5ee28b1972d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0470967 May 25 16:24:34.125242 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-fc41a0e1-b59e-42be-adcf-8478116e001c None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:24:34.133444 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a33ef6d0-77f2-45e4-9acb-3c2c938925d3 req-d96710af-0a84-4129-8d12-1b379f454107 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412779 May 25 16:24:34.314978 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-fc41a0e1-b59e-42be-adcf-8478116e001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:34.343569 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41a0e1-b59e-42be-adcf-8478116e001c None None] The sync data for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi is: [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:24:34.469958 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45078) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:34.528138 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad741dbc-3231-4497-937f-853174adfb50 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:34.555169 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad741dbc-3231-4497-937f-853174adfb50 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:34.585571 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd047a-5d4e-451c-8d9c-a4f7e6dae9fa None None] New status for floating IP da6c4c60-bed5-4aae-840a-118cdae58a58: DOWN {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:24:34.603850 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad741dbc-3231-4497-937f-853174adfb50 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:34.606463 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad741dbc-3231-4497-937f-853174adfb50 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:34.608171 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ad741dbc-3231-4497-937f-853174adfb50 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "DELETE /v2.0/security-groups/913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2 HTTP/1.1" status: 204 len: 168 time: 0.1369390 May 25 16:24:34.611282 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45080) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:34.612900 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:34.619371 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad741dbc-3231-4497-937f-853174adfb50 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:34.629824 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:34.637136 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.api.v2.resource [None req-594e56e1-dc74-4652-bf82-42f985f1de53 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] show failed (client error): The resource could not be found. May 25 16:24:34.638159 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-594e56e1-dc74-4652-bf82-42f985f1de53 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups/913f2241-fe4d-4e3e-a0a0-e80f9c6e60e2 HTTP/1.1" status: 404 len: 347 time: 0.0256286 May 25 16:24:34.641089 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45082) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:34.755160 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-148701f7-7665-420d-a4e5-a3ceddb8ce20 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Deleting port 83090549-df45-4e76-80e7-a19bdad1e964 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:24:34.755405 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-148701f7-7665-420d-a4e5-a3ceddb8ce20 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (83090549-df45-4e76-80e7-a19bdad1e964), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:34.839334 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-148701f7-7665-420d-a4e5-a3ceddb8ce20 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (83090549-df45-4e76-80e7-a19bdad1e964), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:34.839812 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-148701f7-7665-420d-a4e5-a3ceddb8ce20 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (83090549-df45-4e76-80e7-a19bdad1e964), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:34.853960 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-148701f7-7665-420d-a4e5-a3ceddb8ce20 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Calling delete_port for 83090549-df45-4e76-80e7-a19bdad1e964 owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:24:34.968251 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:34.989490 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d642f9-ece5-4160-aa85-ae29465d8799 req-5feca79c-c44d-4b8b-b918-2619dcbc2c39 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:34.990987 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e4d642f9-ece5-4160-aa85-ae29465d8799 req-5feca79c-c44d-4b8b-b918-2619dcbc2c39 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.1000028 May 25 16:24:35.074640 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e4d642f9-ece5-4160-aa85-ae29465d8799 req-5a76aa8c-b05d-4cf1-9b06-d6a629b49e96 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777259 May 25 16:24:35.094108 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-148701f7-7665-420d-a4e5-a3ceddb8ce20 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (83090549-df45-4e76-80e7-a19bdad1e964), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.119775 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148701f7-7665-420d-a4e5-a3ceddb8ce20 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event deleted for resources: {'Port': ['ID=83090549-df45-4e76-80e7-a19bdad1e964,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:35.183121 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-148701f7-7665-420d-a4e5-a3ceddb8ce20 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (da6c4c60-bed5-4aae-840a-118cdae58a58), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.185795 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-148701f7-7665-420d-a4e5-a3ceddb8ce20 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.186964 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-148701f7-7665-420d-a4e5-a3ceddb8ce20 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "DELETE /v2.0/floatingips/da6c4c60-bed5-4aae-840a-118cdae58a58 HTTP/1.1" status: 204 len: 168 time: 0.5449693 May 25 16:24:35.249777 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e73ab4-5ded-451f-b816-a56d773f4298 req-045b0fad-3242-4308-a699-6e6bcb872441 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:35.251435 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b7e73ab4-5ded-451f-b816-a56d773f4298 req-045b0fad-3242-4308-a699-6e6bcb872441 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0481327 May 25 16:24:35.264544 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45090) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:35.268602 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-991df259-43d3-4825-965a-ff6c905cb138 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1633382040', 'description': 'tempest-description--2105559041'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:24:35.313881 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-991df259-43d3-4825-965a-ff6c905cb138 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.322749 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.332472 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b7e73ab4-5ded-451f-b816-a56d773f4298 req-70cd90c9-64ef-4828-b0d6-f08961146dec tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751734 May 25 16:24:35.389952 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-991df259-43d3-4825-965a-ff6c905cb138 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (680c2cfb-e3be-4d96-b614-91f604e145d7), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.393350 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-991df259-43d3-4825-965a-ff6c905cb138 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (680c2cfb-e3be-4d96-b614-91f604e145d7), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.421499 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-991df259-43d3-4825-965a-ff6c905cb138 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.422708 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-991df259-43d3-4825-965a-ff6c905cb138 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1572733 May 25 16:24:35.425860 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45092) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:35.426868 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991df259-43d3-4825-965a-ff6c905cb138 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680c2cfb-e3be-4d96-b614-91f604e145d7,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:35.439243 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-68122a8d-4f22-42a6-a092-3532b5c4a5d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'security_group_rule': {'security_group_id': '680c2cfb-e3be-4d96-b614-91f604e145d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:24:35.466179 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-68122a8d-4f22-42a6-a092-3532b5c4a5d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (1af6b397-06dd-4d85-9a90-f3c4b1db0dc8), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.522242 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-68122a8d-4f22-42a6-a092-3532b5c4a5d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (1af6b397-06dd-4d85-9a90-f3c4b1db0dc8), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.526002 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-68122a8d-4f22-42a6-a092-3532b5c4a5d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (1af6b397-06dd-4d85-9a90-f3c4b1db0dc8), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.543711 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68122a8d-4f22-42a6-a092-3532b5c4a5d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af6b397-06dd-4d85-9a90-f3c4b1db0dc8,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:35.551509 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-68122a8d-4f22-42a6-a092-3532b5c4a5d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.555331 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-68122a8d-4f22-42a6-a092-3532b5c4a5d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256132 May 25 16:24:35.555492 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45094) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:35.559655 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-f846fa21-8279-4559-9813-8a42dd3960c3 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'security_group_rule': {'security_group_id': '680c2cfb-e3be-4d96-b614-91f604e145d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:24:35.564724 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:35.586577 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f846fa21-8279-4559-9813-8a42dd3960c3 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (ac0b45d0-d277-4d77-bb20-d56f159d3057), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.636083 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f846fa21-8279-4559-9813-8a42dd3960c3 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (ac0b45d0-d277-4d77-bb20-d56f159d3057), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.639861 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f846fa21-8279-4559-9813-8a42dd3960c3 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (ac0b45d0-d277-4d77-bb20-d56f159d3057), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.658138 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846fa21-8279-4559-9813-8a42dd3960c3 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0b45d0-d277-4d77-bb20-d56f159d3057,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:35.664651 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f846fa21-8279-4559-9813-8a42dd3960c3 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.668951 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f846fa21-8279-4559-9813-8a42dd3960c3 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1094298 May 25 16:24:35.669125 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45096) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:35.673235 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:24:35.692743 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.769578 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:35.876115 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Allocated IP 172.27.1.16 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/41cd4c8d-e05b-4e66-abf7-d638cb2e7694) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:24:35.975065 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for port (41cd4c8d-e05b-4e66-abf7-d638cb2e7694), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:36.006765 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (41cd4c8d-e05b-4e66-abf7-d638cb2e7694), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:36.051199 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:24:36.055986 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:24:36.058110 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'Port': ['ID=41cd4c8d-e05b-4e66-abf7-d638cb2e7694,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:36.060681 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:24:36.125186 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:36.142645 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:36.179050 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:36.180633 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (41cd4c8d-e05b-4e66-abf7-d638cb2e7694), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:36.193445 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59a596-5d8b-49e3-bad3-5237fb4ed38a req-35bbe9bd-0d5c-47ba-becb-9192152eedbe tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:36.194958 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ec59a596-5d8b-49e3-bad3-5237fb4ed38a req-35bbe9bd-0d5c-47ba-becb-9192152eedbe tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0485535 May 25 16:24:36.198700 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:36.242615 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ec59a596-5d8b-49e3-bad3-5237fb4ed38a req-38c69317-c469-4dd4-adc3-c9d1bd032510 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418439 May 25 16:24:36.362036 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for port (41cd4c8d-e05b-4e66-abf7-d638cb2e7694), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:36.365699 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (41cd4c8d-e05b-4e66-abf7-d638cb2e7694), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:36.440446 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'Port': ['ID=41cd4c8d-e05b-4e66-abf7-d638cb2e7694,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:36.448001 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf6bab-3557-4de0-80f2-0445c98933b1 req-41bd2812-baa8-4967-b56a-9401493d1c54 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:36.448655 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:36.449401 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bbaf6bab-3557-4de0-80f2-0445c98933b1 req-41bd2812-baa8-4967-b56a-9401493d1c54 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0477374 May 25 16:24:36.464557 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:36.465923 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c95898bc-0df5-40af-a3f1-2a1e4cf61e33 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7958403 May 25 16:24:36.501226 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bbaf6bab-3557-4de0-80f2-0445c98933b1 req-1ba49599-db89-49ad-8d9d-c02f9ee92513 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451267 May 25 16:24:36.526316 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:36.673446 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-2e7792a3-5875-41f7-a5d8-41de6e07fb64 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1633382040&fields=id&tenant_id=9d234edace28441282f594f0e03cacc5 HTTP/1.1" status: 200 len: 267 time: 0.0494680 May 25 16:24:36.776421 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195af84-e7a2-491a-8126-02eec05f0902 req-07679c73-0cf8-4056-8dd6-f44736dd9e10 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:36.777796 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-07679c73-0cf8-4056-8dd6-f44736dd9e10 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 815 time: 0.0979521 May 25 16:24:36.793248 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-dd87c64b-df1b-44fe-acf9-370020fc2c6f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/quotas/9d234edace28441282f594f0e03cacc5 HTTP/1.1" status: 200 len: 375 time: 0.0092132 May 25 16:24:36.830347 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:36.845328 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-3fd9f03e-cc1c-478e-8f41-2d54ca038933 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463119 May 25 16:24:36.941624 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-33853b7f-5370-434e-9516-2557e33853d1 service neutron] 10.222.0.42 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851421 May 25 16:24:37.032184 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-ed72cdbb-0a44-4e4b-8501-c48dc4513ecf service neutron] 10.222.0.42 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847669 May 25 16:24:37.189081 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-58290225-fa5d-469c-845f-bf6aa315b7bf req-400362d6-ae53-4387-916c-1a30ff2fba3f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 210 time: 0.0273707 May 25 16:24:37.361052 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adfe75-06ef-4ec6-9a31-d492c294d44e req-ec37c10c-335e-4b85-a564-c2b19c0fd8cb tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:37.362359 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-29adfe75-06ef-4ec6-9a31-d492c294d44e req-ec37c10c-335e-4b85-a564-c2b19c0fd8cb tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0502949 May 25 16:24:37.410770 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-29adfe75-06ef-4ec6-9a31-d492c294d44e req-df04f439-2db8-44cb-93b1-dda8f424da55 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425203 May 25 16:24:37.474953 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device a5479e6d-c810-409e-9dcb-42725ffdaeea no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:24:37.494151 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: a5479e6d-c810-409e-9dcb-42725ffdaeea {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:24:37.494495 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device a5479e6d-c810-409e-9dcb-42725ffdaeea not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:24:37.627908 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71b249-fd8b-46f4-8b60-8bed339a0a2f req-3b823bce-b00e-43e6-b6bb-dd765097d2d5 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:37.629365 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5a71b249-fd8b-46f4-8b60-8bed339a0a2f req-3b823bce-b00e-43e6-b6bb-dd765097d2d5 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0476394 May 25 16:24:37.684532 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5a71b249-fd8b-46f4-8b60-8bed339a0a2f req-4e349ff2-ba40-4dc9-8fa9-7a2601c1a3d5 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493371 May 25 16:24:38.193778 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195af84-e7a2-491a-8126-02eec05f0902 req-8c81b488-2ea5-4f49-bd2e-8cdc8833f276 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:38.195259 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-8c81b488-2ea5-4f49-bd2e-8cdc8833f276 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 815 time: 0.1047606 May 25 16:24:38.265978 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-d9ed4507-7784-4ed4-9660-ebefa5c0ff38 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d234edace28441282f594f0e03cacc5 HTTP/1.1" status: 200 len: 380 time: 0.0614083 May 25 16:24:38.278237 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-e195af84-e7a2-491a-8126-02eec05f0902 req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'port': {'device_id': '125fb239-87ee-4665-94f5-252ee52d73af', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'admin_state_up': True, 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'security_groups': ['680c2cfb-e3be-4d96-b614-91f604e145d7']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:24:38.290606 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4405f68b-5a96-4afe-bbec-45dc703345ec req-8bace892-041e-4cf6-a27f-4b5b7658c106 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 210 time: 0.0279214 May 25 16:24:38.382392 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e195af84-e7a2-491a-8126-02eec05f0902 req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Made reservation on behalf of 9d234edace28441282f594f0e03cacc5 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:24:38.385686 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e195af84-e7a2-491a-8126-02eec05f0902 req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:38.515798 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-e195af84-e7a2-491a-8126-02eec05f0902 req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Allocated IP 172.20.0.10 (924a9156-87e8-4a10-ac35-4ba66726a4f5/18e620dd-027b-4139-8d4b-9cc1e3ca8de8/e7088f01-c534-435d-adca-470dfe4db83d) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:24:38.523051 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6d9ef-01fb-4b83-ae2f-15aaabb8ce5f req-02f07679-aa49-4f41-ac63-fe9d406564b2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:38.524532 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b3b6d9ef-01fb-4b83-ae2f-15aaabb8ce5f req-02f07679-aa49-4f41-ac63-fe9d406564b2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0469236 May 25 16:24:38.573727 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b3b6d9ef-01fb-4b83-ae2f-15aaabb8ce5f req-7a40607f-72db-4ed4-b034-4416667fe1e3 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432727 May 25 16:24:38.613684 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:38.616599 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:38.658384 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e195af84-e7a2-491a-8126-02eec05f0902 req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for port (e7088f01-c534-435d-adca-470dfe4db83d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:38.691296 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e195af84-e7a2-491a-8126-02eec05f0902 req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (e7088f01-c534-435d-adca-470dfe4db83d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:38.741086 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e195af84-e7a2-491a-8126-02eec05f0902 req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Network 924a9156-87e8-4a10-ac35-4ba66726a4f5 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:24:38.746041 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-e195af84-e7a2-491a-8126-02eec05f0902 req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:24:38.751262 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e195af84-e7a2-491a-8126-02eec05f0902 req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:24:38.755231 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'Port': ['ID=e7088f01-c534-435d-adca-470dfe4db83d,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:38.801252 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195af84-e7a2-491a-8126-02eec05f0902 req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:38.802012 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e195af84-e7a2-491a-8126-02eec05f0902 req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:38.805400 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c52370-9224-4903-b0f6-98b0061974e2 req-d5d2fd4c-b7bd-4e50-bdf7-cc037c2c2534 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:38.806966 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e8c52370-9224-4903-b0f6-98b0061974e2 req-d5d2fd4c-b7bd-4e50-bdf7-cc037c2c2534 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0498064 May 25 16:24:38.819978 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-625b4482-dab3-437e-8fba-812bc7a3e1e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5461435 May 25 16:24:38.838368 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Request body: {'port': {'device_id': '125fb239-87ee-4665-94f5-252ee52d73af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:24:38.861214 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e8c52370-9224-4903-b0f6-98b0061974e2 req-428ad585-d934-4919-83e1-494cd4f852ca tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483003 May 25 16:24:38.903540 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (e7088f01-c534-435d-adca-470dfe4db83d), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:39.033006 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-05650fbe-fee1-4285-86e0-8b33526debc5 None None] Provisioning complete for port e7088f01-c534-435d-adca-470dfe4db83d triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:24:39.033986 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-05650fbe-fee1-4285-86e0-8b33526debc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (e7088f01-c534-435d-adca-470dfe4db83d), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:39.065706 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-05650fbe-fee1-4285-86e0-8b33526debc5 None None] Port e7088f01-c534-435d-adca-470dfe4db83d cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:24:39.185498 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7088f01-c534-435d-adca-470dfe4db83d {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:24:39.192911 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Publish callbacks [] for port (e7088f01-c534-435d-adca-470dfe4db83d), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:39.205543 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Transition to ACTIVE for port object e7088f01-c534-435d-adca-470dfe4db83d will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:24:39.209297 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (e7088f01-c534-435d-adca-470dfe4db83d), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:39.255848 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Pushing event updated for resources: {'Port': ['ID=e7088f01-c534-435d-adca-470dfe4db83d,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:39.334077 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Attempting to bind port e7088f01-c534-435d-adca-470dfe4db83d on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:24:39.334412 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Attempting to bind port e7088f01-c534-435d-adca-470dfe4db83d by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:24:39.334737 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Attempting to bind port e7088f01-c534-435d-adca-470dfe4db83d on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:24:39.339614 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Port e7088f01-c534-435d-adca-470dfe4db83d on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:24:39.339983 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Attempting to bind port e7088f01-c534-435d-adca-470dfe4db83d on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:24:39.346538 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:24:39.346957 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Checking segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:24:39.347865 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Bound using segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:24:39.347865 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Bound port: e7088f01-c534-435d-adca-470dfe4db83d, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:24:39.348357 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (e7088f01-c534-435d-adca-470dfe4db83d), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:39.365960 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:39.417324 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:39.418678 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] For port e7088f01-c534-435d-adca-470dfe4db83d, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:24:39.419155 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e805d85-ef17-4a4a-abc7-309202352315 req-8e454c55-ebe7-4ff2-a7b3-46ea9cb777bf tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:39.421365 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1e805d85-ef17-4a4a-abc7-309202352315 req-8e454c55-ebe7-4ff2-a7b3-46ea9cb777bf tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 944 time: 0.0573740 May 25 16:24:39.422192 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] For port e7088f01-c534-435d-adca-470dfe4db83d, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e7088f01-c534-435d-adca-470dfe4db83d,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:24:39.429607 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (e7088f01-c534-435d-adca-470dfe4db83d), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:39.472283 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:39.472917 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:39.474336 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] 10.222.0.84 "PUT /v2.0/ports/e7088f01-c534-435d-adca-470dfe4db83d HTTP/1.1" status: 200 len: 1094 time: 0.6432912 May 25 16:24:39.474759 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125fb239-87ee-4665-94f5-252ee52d73af', 'tag': 'e7088f01-c534-435d-adca-470dfe4db83d'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:24:39.475142 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1e805d85-ef17-4a4a-abc7-309202352315 req-20aceb5e-6efe-4248-a488-3920acce01ce tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423653 May 25 16:24:39.476996 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299f4a79-fcb2-40fa-a93c-8193a5bc04b2" -d '{"events": [{"name": "network-changed", "server_uuid": "125fb239-87ee-4665-94f5-252ee52d73af", "tag": "e7088f01-c534-435d-adca-470dfe4db83d"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:24:39.512948 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ddf2d-fedc-4fad-ae41-40bf1ddabe67 service neutron] Pushing event updated for resources: {'Port': ['ID=e7088f01-c534-435d-adca-470dfe4db83d,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:39.551208 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a494aa5-856f-4a62-9993-7d5ebe10d8e9 x-openstack-request-id: req-5a494aa5-856f-4a62-9993-7d5ebe10d8e9 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:24:39.551531 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125fb239-87ee-4665-94f5-252ee52d73af", "tag": "e7088f01-c534-435d-adca-470dfe4db83d", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:24:39.551784 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a494aa5-856f-4a62-9993-7d5ebe10d8e9 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:24:39.552185 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a494aa5-856f-4a62-9993-7d5ebe10d8e9'] response: {'name': 'network-changed', 'server_uuid': '125fb239-87ee-4665-94f5-252ee52d73af', 'tag': 'e7088f01-c534-435d-adca-470dfe4db83d', 'status': 'completed', 'code': 200} May 25 16:24:39.583972 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195af84-e7a2-491a-8126-02eec05f0902 req-078a62f8-ce93-4466-9341-e174c55330d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:39.585562 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-078a62f8-ce93-4466-9341-e174c55330d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 1128 time: 0.0504861 May 25 16:24:39.630179 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-a8204c0e-f195-410e-8c80-db6ca53fafdb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7088f01-c534-435d-adca-470dfe4db83d HTTP/1.1" status: 200 len: 217 time: 0.0360281 May 25 16:24:39.679718 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:39.683617 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195af84-e7a2-491a-8126-02eec05f0902 req-0b8493e6-eee8-45a1-8974-aecf40d8e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:39.685626 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-0b8493e6-eee8-45a1-8974-aecf40d8e917 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=18e620dd-027b-4139-8d4b-9cc1e3ca8de8 HTTP/1.1" status: 200 len: 854 time: 0.0484059 May 25 16:24:39.691610 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d459473-27d9-4fb4-8e8b-9cde2147bb0d req-9d94d5f4-bde7-44a0-8c03-ba3b5bf5893b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:39.693155 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d459473-27d9-4fb4-8e8b-9cde2147bb0d req-9d94d5f4-bde7-44a0-8c03-ba3b5bf5893b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0511186 May 25 16:24:39.730235 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195af84-e7a2-491a-8126-02eec05f0902 req-829a5017-0f3a-4932-8cf3-6056aec2bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:39.732711 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-829a5017-0f3a-4932-8cf3-6056aec2bdd4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=924a9156-87e8-4a10-ac35-4ba66726a4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401528 May 25 16:24:39.745165 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d459473-27d9-4fb4-8e8b-9cde2147bb0d req-035f108f-1ddc-4e6e-b768-d3affde8c506 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464370 May 25 16:24:39.827808 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-f0cce850-012f-4a91-bdb2-d8c802de958d service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889359 May 25 16:24:39.921271 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e195af84-e7a2-491a-8126-02eec05f0902 req-fffe95a7-1059-48b2-aa56-c8d1c8f65090 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870557 May 25 16:24:39.977270 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f72bb-f71a-4b56-be24-b94ca8d98ff0 req-ab83161c-6b2e-49e2-aff8-60add51be8f1 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:39.978765 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6a9f72bb-f71a-4b56-be24-b94ca8d98ff0 req-ab83161c-6b2e-49e2-aff8-60add51be8f1 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0464597 May 25 16:24:40.024744 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6a9f72bb-f71a-4b56-be24-b94ca8d98ff0 req-cc51e6cc-abf8-4dcb-98f0-f863176eeb9a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398569 May 25 16:24:40.588838 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72f9a-8b0f-41e4-9954-03567e29652c req-e8e8a3a6-7bbc-4c50-bdc2-0e259ffb0473 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:40.590306 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ecb72f9a-8b0f-41e4-9954-03567e29652c req-e8e8a3a6-7bbc-4c50-bdc2-0e259ffb0473 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 944 time: 0.0448155 May 25 16:24:40.636557 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ecb72f9a-8b0f-41e4-9954-03567e29652c req-bc3acca3-0066-4650-8689-fd9929c347f4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 May 25 16:24:40.823775 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:41.060914 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f4a79-fcb2-40fa-a93c-8193a5bc04b2 req-1ae5f7c2-ce01-4d8b-9f9a-4ef2ff4c3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:41.062884 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-299f4a79-fcb2-40fa-a93c-8193a5bc04b2 req-1ae5f7c2-ce01-4d8b-9f9a-4ef2ff4c3a13 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 1128 time: 0.0474379 May 25 16:24:41.080992 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d62c3-74b5-4c45-a488-74da9bb1dc70 req-2f4c2d82-4c1e-449b-97af-829d8bf5f0c3 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:41.082549 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-805d62c3-74b5-4c45-a488-74da9bb1dc70 req-2f4c2d82-4c1e-449b-97af-829d8bf5f0c3 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.2670932 May 25 16:24:41.158939 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f4a79-fcb2-40fa-a93c-8193a5bc04b2 req-1dfabc04-c2c1-4fc5-b8b2-5816e62e4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:41.160390 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-299f4a79-fcb2-40fa-a93c-8193a5bc04b2 req-1dfabc04-c2c1-4fc5-b8b2-5816e62e4952 service neutron] 10.222.0.84 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 917 time: 0.0868251 May 25 16:24:41.164771 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1657e2b-ed15-484c-a1da-691e37e66ba9 req-c3bebf4f-b9b4-4d6b-833e-0fe5f6655664 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:41.166260 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b1657e2b-ed15-484c-a1da-691e37e66ba9 req-c3bebf4f-b9b4-4d6b-833e-0fe5f6655664 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0642698 May 25 16:24:41.169765 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-805d62c3-74b5-4c45-a488-74da9bb1dc70 req-4db1a3cc-c7e5-4a2b-8895-92b8bf0c6712 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808573 May 25 16:24:41.210513 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-299f4a79-fcb2-40fa-a93c-8193a5bc04b2 req-46789973-8fa2-4080-aa36-8b4624b42990 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7088f01-c534-435d-adca-470dfe4db83d HTTP/1.1" status: 200 len: 217 time: 0.0412903 May 25 16:24:41.219597 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b1657e2b-ed15-484c-a1da-691e37e66ba9 req-51d11df8-3074-412a-9191-c0261dec6e6e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447333 May 25 16:24:41.260832 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f4a79-fcb2-40fa-a93c-8193a5bc04b2 req-127844d1-e647-43c5-af9e-61bde7ad9b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:41.262295 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-299f4a79-fcb2-40fa-a93c-8193a5bc04b2 req-127844d1-e647-43c5-af9e-61bde7ad9b4b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=18e620dd-027b-4139-8d4b-9cc1e3ca8de8 HTTP/1.1" status: 200 len: 854 time: 0.0453784 May 25 16:24:41.307770 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f4a79-fcb2-40fa-a93c-8193a5bc04b2 req-f972ec37-0587-4601-8834-14f9bb82138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:41.309149 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-299f4a79-fcb2-40fa-a93c-8193a5bc04b2 req-f972ec37-0587-4601-8834-14f9bb82138a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=924a9156-87e8-4a10-ac35-4ba66726a4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392077 May 25 16:24:41.408464 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-299f4a79-fcb2-40fa-a93c-8193a5bc04b2 req-168adc06-cf6f-4692-b577-770e1749e9c7 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859082 May 25 16:24:41.455234 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:24:41.499000 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-299f4a79-fcb2-40fa-a93c-8193a5bc04b2 req-619df7ef-b21c-45d0-9bb5-bb9729dc3d0c service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838292 May 25 16:24:41.750421 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769b167-9c3d-42fc-9438-6b49bbca512a req-ccf7657f-f9f9-44f7-9757-2f971c5cae9f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:41.751927 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4769b167-9c3d-42fc-9438-6b49bbca512a req-ccf7657f-f9f9-44f7-9757-2f971c5cae9f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 944 time: 0.0486736 May 25 16:24:41.801557 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4769b167-9c3d-42fc-9438-6b49bbca512a req-d82213de-d65d-457d-8154-6ff356797fe9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441320 May 25 16:24:42.291617 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8accad-8a77-486d-9d3d-6db8feb7eef5 req-41860dcd-224c-4730-8a01-06288598fbe0 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:42.293090 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-de8accad-8a77-486d-9d3d-6db8feb7eef5 req-41860dcd-224c-4730-8a01-06288598fbe0 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0480213 May 25 16:24:42.351195 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a17137-9f53-495e-88d4-1bbb404601c7 req-f57b36d0-ddde-4576-b2e8-1622855c6a84 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:42.352678 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f3a17137-9f53-495e-88d4-1bbb404601c7 req-f57b36d0-ddde-4576-b2e8-1622855c6a84 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0587387 May 25 16:24:42.390661 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-de8accad-8a77-486d-9d3d-6db8feb7eef5 req-6d26db29-6ee2-4cd9-823e-b130bc1a1fb8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873868 May 25 16:24:42.416803 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f3a17137-9f53-495e-88d4-1bbb404601c7 req-597f8b70-f8c3-41e6-9267-c4b0c5e548e5 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584514 May 25 16:24:42.921235 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99f67f-e59d-4a21-bcbc-2250e7f7ddae req-55c634be-fbd3-4324-98f8-c6a84305c816 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:42.922714 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3c99f67f-e59d-4a21-bcbc-2250e7f7ddae req-55c634be-fbd3-4324-98f8-c6a84305c816 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 944 time: 0.0535684 May 25 16:24:42.969127 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3c99f67f-e59d-4a21-bcbc-2250e7f7ddae req-252ecca6-957d-4776-b5d6-d9f8d65de143 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409105 May 25 16:24:43.507401 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device e7088f01-c534-435d-adca-470dfe4db83d details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:24:43.545068 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d45db1-ce76-458e-861c-ae0fd0049313 req-ce243a03-a8ef-40bf-be05-59238fcde9ab tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:43.546582 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-16d45db1-ce76-458e-861c-ae0fd0049313 req-ce243a03-a8ef-40bf-be05-59238fcde9ab tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0863690 May 25 16:24:43.557087 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcccf4-4036-4607-83c7-80a9ecbff165 req-36564eb7-0d39-4636-8af6-8911128167fc tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:43.558535 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0cdcccf4-4036-4607-83c7-80a9ecbff165 req-36564eb7-0d39-4636-8af6-8911128167fc tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0698040 May 25 16:24:43.610999 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port e7088f01-c534-435d-adca-470dfe4db83d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e7088f01-c534-435d-adca-470dfe4db83d,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:24:43.622276 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': 'e7088f01-c534-435d-adca-470dfe4db83d', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'port_id': 'e7088f01-c534-435d-adca-470dfe4db83d', 'mac_address': 'fa:16:3e:f8:6c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:24:43.631674 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-16d45db1-ce76-458e-861c-ae0fd0049313 req-9124a16f-f9a1-4305-a845-6eef3cfab716 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721941 May 25 16:24:43.635649 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0cdcccf4-4036-4607-83c7-80a9ecbff165 req-507edd12-38bc-4da0-995f-fc97d44c9049 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703340 May 25 16:24:43.665415 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port e7088f01-c534-435d-adca-470dfe4db83d is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:24:43.665843 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (e7088f01-c534-435d-adca-470dfe4db83d), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:43.679205 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7088f01-c534-435d-adca-470dfe4db83d {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:24:43.698541 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port e7088f01-c534-435d-adca-470dfe4db83d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e7088f01-c534-435d-adca-470dfe4db83d,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:24:43.705605 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (e7088f01-c534-435d-adca-470dfe4db83d), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:43.755341 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=e7088f01-c534-435d-adca-470dfe4db83d,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:44.053460 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['e7088f01-c534-435d-adca-470dfe4db83d'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:24:44.079963 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860226e-24a4-4a35-8ed0-6ad9709c7bef req-e40b277f-713e-4966-9288-96667a55d6b4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:44.081454 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4860226e-24a4-4a35-8ed0-6ad9709c7bef req-e40b277f-713e-4966-9288-96667a55d6b4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 945 time: 0.0467567 May 25 16:24:44.106345 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:44.133467 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4860226e-24a4-4a35-8ed0-6ad9709c7bef req-e316aedd-0b5b-4b61-8fe7-9c6cf207b3ab tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463428 May 25 16:24:44.317879 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=54 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:44.772579 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785660a8-be17-4b1e-aa40-20edc54a743b req-c71dd644-eadc-4ca5-a718-7be4ef8d413d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:44.774057 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-785660a8-be17-4b1e-aa40-20edc54a743b req-c71dd644-eadc-4ca5-a718-7be4ef8d413d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0646617 May 25 16:24:44.780076 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b809a41-b21f-4e42-b62a-d7b0c0f232f4 req-d71327ff-70b1-4e71-8e84-18312f8530f4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:44.781431 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6b809a41-b21f-4e42-b62a-d7b0c0f232f4 req-d71327ff-70b1-4e71-8e84-18312f8530f4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0822997 May 25 16:24:44.858324 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-785660a8-be17-4b1e-aa40-20edc54a743b req-935946ba-34f1-49b8-97d9-f64103157dd5 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759261 May 25 16:24:44.861352 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6b809a41-b21f-4e42-b62a-d7b0c0f232f4 req-81b633df-9aba-405e-9de9-513fa75622b8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727932 May 25 16:24:45.230327 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:45.248537 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d7ed-f965-45f0-95e1-07bef2950b1a req-b6d8a2cb-b2bd-4374-b3ce-d310c45ae6ff tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:45.250144 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9007d7ed-f965-45f0-95e1-07bef2950b1a req-b6d8a2cb-b2bd-4374-b3ce-d310c45ae6ff tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 945 time: 0.0475535 May 25 16:24:45.297244 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9007d7ed-f965-45f0-95e1-07bef2950b1a req-ab1c637b-f000-4901-9f50-c4de49c16f64 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 May 25 16:24:45.507337 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device e7088f01-c534-435d-adca-470dfe4db83d up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:24:45.553502 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port e7088f01-c534-435d-adca-470dfe4db83d completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:24:45.559373 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port e7088f01-c534-435d-adca-470dfe4db83d triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:24:45.560304 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (e7088f01-c534-435d-adca-470dfe4db83d), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:45.583177 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:45.585163 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:45.634383 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port e7088f01-c534-435d-adca-470dfe4db83d is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:24:45.634751 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (e7088f01-c534-435d-adca-470dfe4db83d), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:45.657926 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125fb239-87ee-4665-94f5-252ee52d73af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7088f01-c534-435d-adca-470dfe4db83d'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:24:45.660120 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e795896a-d896-4778-aeb5-ad71e178c119" -d '{"events": [{"server_uuid": "125fb239-87ee-4665-94f5-252ee52d73af", "name": "network-vif-plugged", "status": "completed", "tag": "e7088f01-c534-435d-adca-470dfe4db83d"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:24:45.672976 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port e7088f01-c534-435d-adca-470dfe4db83d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e7088f01-c534-435d-adca-470dfe4db83d,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:24:45.677099 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (e7088f01-c534-435d-adca-470dfe4db83d), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:45.703034 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c3809c-3e46-4d29-80bd-1ef1f324b2ef x-openstack-request-id: req-38c3809c-3e46-4d29-80bd-1ef1f324b2ef {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:24:45.703317 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125fb239-87ee-4665-94f5-252ee52d73af", "name": "network-vif-plugged", "status": "completed", "tag": "e7088f01-c534-435d-adca-470dfe4db83d", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:24:45.703561 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38c3809c-3e46-4d29-80bd-1ef1f324b2ef {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:24:45.703942 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c3809c-3e46-4d29-80bd-1ef1f324b2ef'] response: {'server_uuid': '125fb239-87ee-4665-94f5-252ee52d73af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7088f01-c534-435d-adca-470dfe4db83d', 'code': 200} May 25 16:24:45.728408 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=e7088f01-c534-435d-adca-470dfe4db83d,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:45.861930 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:45.865847 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf3b53-89bc-4505-a04d-7b2076490e6a req-7b394455-3f3f-4a9b-968d-07b2f955eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:45.867301 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1bf3b53-89bc-4505-a04d-7b2076490e6a req-7b394455-3f3f-4a9b-968d-07b2f955eec4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 1130 time: 0.0404072 May 25 16:24:45.918115 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1bf3b53-89bc-4505-a04d-7b2076490e6a req-4e259666-b191-40ac-9038-8d8fc504225b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398164 May 25 16:24:46.006323 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679682b0-e304-48b3-8e66-9841b670e1ba req-259d3701-57ae-4ca7-ae32-a8f5b24e8b7a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:46.007693 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-679682b0-e304-48b3-8e66-9841b670e1ba req-259d3701-57ae-4ca7-ae32-a8f5b24e8b7a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0764792 May 25 16:24:46.015723 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a3c5d-96ab-40d3-8f03-be9c2b4c71cc req-014f9f53-c963-4944-b7c1-ea4a3635a273 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:46.017072 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-571a3c5d-96ab-40d3-8f03-be9c2b4c71cc req-014f9f53-c963-4944-b7c1-ea4a3635a273 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0757627 May 25 16:24:46.083812 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-679682b0-e304-48b3-8e66-9841b670e1ba req-ef4f0f95-5e8c-493c-b828-67da06dfca31 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658023 May 25 16:24:46.095465 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-571a3c5d-96ab-40d3-8f03-be9c2b4c71cc req-582d4703-f25b-42cc-88c9-aa610a862ac8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702317 May 25 16:24:46.410963 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3c988-8752-4a05-90a9-71d3393d4cba req-2377fabe-c748-4151-bf4f-61155d3d108c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:46.412688 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40b3c988-8752-4a05-90a9-71d3393d4cba req-2377fabe-c748-4151-bf4f-61155d3d108c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 946 time: 0.0476680 May 25 16:24:46.459636 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40b3c988-8752-4a05-90a9-71d3393d4cba req-6432cf44-c452-4989-93b9-b3b4250f821b tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 May 25 16:24:47.234848 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aae8d7-6d65-4220-89db-7e987b6afc0a req-ae3b75ed-8a6b-4e8f-9bc5-0a147689262a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:47.236677 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c5aae8d7-6d65-4220-89db-7e987b6afc0a req-ae3b75ed-8a6b-4e8f-9bc5-0a147689262a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0810456 May 25 16:24:47.247039 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461beca-0124-456b-be63-3bc257f16d91 req-321ff42b-36ee-47f9-ace1-c51bc5a65ed4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:47.248817 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6461beca-0124-456b-be63-3bc257f16d91 req-321ff42b-36ee-47f9-ace1-c51bc5a65ed4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0606623 May 25 16:24:47.322095 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c5aae8d7-6d65-4220-89db-7e987b6afc0a req-5f74f40e-ffc8-4777-8126-7082856a7336 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722396 May 25 16:24:47.329481 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6461beca-0124-456b-be63-3bc257f16d91 req-db31b7e7-4030-4ff7-b6bd-32c2262a4ecf tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725062 May 25 16:24:47.571535 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384d520-2cdd-414c-b680-da7ca8be59d8 req-5a36440f-c56e-4ab5-b92d-69bcafa36ea7 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:47.573022 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5384d520-2cdd-414c-b680-da7ca8be59d8 req-5a36440f-c56e-4ab5-b92d-69bcafa36ea7 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 946 time: 0.0477579 May 25 16:24:47.624337 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5384d520-2cdd-414c-b680-da7ca8be59d8 req-7dc5966d-1241-47b4-bea1-ae2cc7947836 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451753 May 25 16:24:47.806464 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b214f8-635f-48ae-aa25-4ffa598be53d req-988e75b6-ebc1-491f-a3a0-1183c9d5649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:47.807923 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-61b214f8-635f-48ae-aa25-4ffa598be53d req-988e75b6-ebc1-491f-a3a0-1183c9d5649b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 1130 time: 0.0422981 May 25 16:24:47.936364 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-61b214f8-635f-48ae-aa25-4ffa598be53d req-7ebe7209-f2c9-4075-a59f-0c62c45c115c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451379 May 25 16:24:48.469530 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529449f9-517f-4047-ab04-2722b9954634 req-69af5f16-d0a2-4384-aee9-23c699f87793 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:48.471037 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-529449f9-517f-4047-ab04-2722b9954634 req-69af5f16-d0a2-4384-aee9-23c699f87793 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0753212 May 25 16:24:48.476925 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8bb76-0d29-47e0-9343-e7ab254cd18b req-bc24845a-0c13-40c4-8332-1cd7d31f0fb6 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:48.478291 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1ef8bb76-0d29-47e0-9343-e7ab254cd18b req-bc24845a-0c13-40c4-8332-1cd7d31f0fb6 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0721841 May 25 16:24:48.511212 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:48.547617 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-529449f9-517f-4047-ab04-2722b9954634 req-ad9efb1a-d6dd-43da-bd6a-94c223a4ccfe tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683954 May 25 16:24:48.562101 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1ef8bb76-0d29-47e0-9343-e7ab254cd18b req-b3233b77-9f47-41c1-a050-98a331e8e640 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753915 May 25 16:24:48.759756 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a63ce8-c7da-4301-978a-d8a961850291 req-ef50df3c-3fbd-4e08-af2f-2d762e2e73db tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:48.761216 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-36a63ce8-c7da-4301-978a-d8a961850291 req-ef50df3c-3fbd-4e08-af2f-2d762e2e73db tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 946 time: 0.0699811 May 25 16:24:48.791145 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173d74d-0f10-4e5d-aea4-dcd57571b6b4 req-565973c9-9545-4a88-893a-d40469fcef37 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:48.792675 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f173d74d-0f10-4e5d-aea4-dcd57571b6b4 req-565973c9-9545-4a88-893a-d40469fcef37 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0727975 May 25 16:24:48.841422 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-36a63ce8-c7da-4301-978a-d8a961850291 req-afb34c16-ddcf-43b4-9f95-d8fbc9cd6823 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731087 May 25 16:24:48.864971 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f173d74d-0f10-4e5d-aea4-dcd57571b6b4 req-16c6a8e9-c897-4346-8abb-83c298bbef66 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654855 May 25 16:24:48.954956 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0f5ea-4fe2-4368-8d1b-3a36eabdf74b req-25c99705-1d76-4f5d-a823-6aa0c8d67bba tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:48.956427 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a5f0f5ea-4fe2-4368-8d1b-3a36eabdf74b req-25c99705-1d76-4f5d-a823-6aa0c8d67bba tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 946 time: 0.0514264 May 25 16:24:48.964757 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45206) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:48.969309 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-dd792210-0e65-46b8-b937-71759119ea79 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'floatingip': {'port_id': 'e7088f01-c534-435d-adca-470dfe4db83d'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:24:48.971528 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:49.007590 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dd792210-0e65-46b8-b937-71759119ea79 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:49.210086 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bd9f1-8666-4610-a991-6917cedee003 req-9417fd47-e154-4144-ad45-7abc8c08442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:49.211524 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d16bd9f1-8666-4610-a991-6917cedee003 req-9417fd47-e154-4144-ad45-7abc8c08442f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 1129 time: 0.0392382 May 25 16:24:49.451993 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dd792210-0e65-46b8-b937-71759119ea79 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:49.455910 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dd792210-0e65-46b8-b937-71759119ea79 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:49.508274 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:49.547316 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bd9f1-8666-4610-a991-6917cedee003 req-f46c2d76-4c6b-447b-8f9e-54accfbfaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:49.548812 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d16bd9f1-8666-4610-a991-6917cedee003 req-f46c2d76-4c6b-447b-8f9e-54accfbfaea0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 HTTP/1.1" status: 200 len: 913 time: 0.3120632 May 25 16:24:49.552297 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-dd792210-0e65-46b8-b937-71759119ea79 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Floating IP 72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c associated. External IP: 172.27.1.16, port: e7088f01-c534-435d-adca-470dfe4db83d. May 25 16:24:49.686565 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d59db-957e-4628-8e87-b0c992084d69 req-da78949e-9c9a-4f4b-a75f-6e2c508c4d6f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:49.688008 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a18d59db-957e-4628-8e87-b0c992084d69 req-da78949e-9c9a-4f4b-a75f-6e2c508c4d6f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0628147 May 25 16:24:49.783228 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:49.808443 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a18d59db-957e-4628-8e87-b0c992084d69 req-abbda86b-9c78-4957-ab5c-84e920a50563 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890152 May 25 16:24:49.821677 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd792210-0e65-46b8-b937-71759119ea79 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:24:49.917585 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:49.924291 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd792210-0e65-46b8-b937-71759119ea79 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:24:49.928823 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dd792210-0e65-46b8-b937-71759119ea79 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:49.940978 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c21733-d34e-4938-bf0d-dc297721b200 None None] Sync routers for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:24:49.952973 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c21733-d34e-4938-bf0d-dc297721b200 None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:24:49.953812 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-16c21733-d34e-4938-bf0d-dc297721b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:24:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:49.988266 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-dd792210-0e65-46b8-b937-71759119ea79 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "PUT /v2.0/floatingips/72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c HTTP/1.1" status: 200 len: 991 time: 1.0203273 May 25 16:24:49.989331 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125fb239-87ee-4665-94f5-252ee52d73af', 'tag': 'e7088f01-c534-435d-adca-470dfe4db83d'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:24:49.991873 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352faff3-13b8-40f8-99e9-26da7ca9e258" -d '{"events": [{"name": "network-changed", "server_uuid": "125fb239-87ee-4665-94f5-252ee52d73af", "tag": "e7088f01-c534-435d-adca-470dfe4db83d"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:24:50.019804 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ff5f8-381a-4330-a52e-346e4010f223 req-a0d08221-cbcb-4c59-bc25-29b1acf997ad tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:50.021880 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-002ff5f8-381a-4330-a52e-346e4010f223 req-a0d08221-cbcb-4c59-bc25-29b1acf997ad tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0733533 May 25 16:24:50.050270 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b27d03-13cb-49ae-ad37-e2f1dbc1a6f5 x-openstack-request-id: req-46b27d03-13cb-49ae-ad37-e2f1dbc1a6f5 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:24:50.050533 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125fb239-87ee-4665-94f5-252ee52d73af", "tag": "e7088f01-c534-435d-adca-470dfe4db83d", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:24:50.050788 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46b27d03-13cb-49ae-ad37-e2f1dbc1a6f5 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:24:50.051188 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b27d03-13cb-49ae-ad37-e2f1dbc1a6f5'] response: {'name': 'network-changed', 'server_uuid': '125fb239-87ee-4665-94f5-252ee52d73af', 'tag': 'e7088f01-c534-435d-adca-470dfe4db83d', 'status': 'completed', 'code': 200} May 25 16:24:50.081690 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d16bd9f1-8666-4610-a991-6917cedee003 req-c685b67f-0543-4298-b53f-6e1fb98e46e4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d7ffb26-b14c-4496-a249-7c6754e10040 HTTP/1.1" status: 200 len: 1000 time: 0.0899558 May 25 16:24:50.098273 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-16c21733-d34e-4938-bf0d-dc297721b200 None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:24:50.129572 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-002ff5f8-381a-4330-a52e-346e4010f223 req-1a73e000-9de9-4f56-890b-2c1bfb41b5c7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957713 May 25 16:24:50.131138 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352faff3-13b8-40f8-99e9-26da7ca9e258 req-92c1fe10-8de3-432c-9bee-c27847ea14db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:50.132338 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bd9f1-8666-4610-a991-6917cedee003 req-909245ad-c1ad-469d-969d-9590504df89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:50.132599 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-352faff3-13b8-40f8-99e9-26da7ca9e258 req-92c1fe10-8de3-432c-9bee-c27847ea14db service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 1130 time: 0.0676382 May 25 16:24:50.134035 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d16bd9f1-8666-4610-a991-6917cedee003 req-909245ad-c1ad-469d-969d-9590504df89b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1e391e2-f1bc-4085-8176-36597c4822d4 HTTP/1.1" status: 200 len: 850 time: 0.0455570 May 25 16:24:50.198559 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bd9f1-8666-4610-a991-6917cedee003 req-8570fbd7-c3e3-4210-bad3-ea57cfc06876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:50.200096 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d16bd9f1-8666-4610-a991-6917cedee003 req-8570fbd7-c3e3-4210-bad3-ea57cfc06876 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487020 May 25 16:24:50.238106 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352faff3-13b8-40f8-99e9-26da7ca9e258 req-6c26755f-0dcc-4ff0-8403-e117b0fdfa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:50.239605 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-352faff3-13b8-40f8-99e9-26da7ca9e258 req-6c26755f-0dcc-4ff0-8403-e117b0fdfa81 service neutron] 10.222.0.84 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 917 time: 0.0903139 May 25 16:24:50.297504 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d16bd9f1-8666-4610-a991-6917cedee003 req-e7064652-8eac-436f-bd87-fcf7f0e7e6b5 service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888140 May 25 16:24:50.318169 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-16c21733-d34e-4938-bf0d-dc297721b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'e7088f01-c534-435d-adca-470dfe4db83d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:f8:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125fb239-87ee-4665-94f5-252ee52d73af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:24:36Z', 'updated_at': '2022-05-25T16:24:49Z', 'revision_number': 1, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:50.347598 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c21733-d34e-4938-bf0d-dc297721b200 None None] Checking router: c2e2b41b-dc03-4bfd-9eaa-f927b191a693 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:24:50.357881 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c21733-d34e-4938-bf0d-dc297721b200 None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:24:50.358598 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-16c21733-d34e-4938-bf0d-dc297721b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:24:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:50.362500 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:50.397471 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d16bd9f1-8666-4610-a991-6917cedee003 req-43429420-485f-4332-ad31-567459cd0f2b service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928888 May 25 16:24:50.472700 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-16c21733-d34e-4938-bf0d-dc297721b200 None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:24:50.538781 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-352faff3-13b8-40f8-99e9-26da7ca9e258 req-a2550faa-e45b-428e-a390-946cb992f636 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7088f01-c534-435d-adca-470dfe4db83d HTTP/1.1" status: 200 len: 999 time: 0.2930388 May 25 16:24:50.593362 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352faff3-13b8-40f8-99e9-26da7ca9e258 req-05c412b5-4886-40b7-ad90-5039e5d52010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:50.594817 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-352faff3-13b8-40f8-99e9-26da7ca9e258 req-05c412b5-4886-40b7-ad90-5039e5d52010 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=18e620dd-027b-4139-8d4b-9cc1e3ca8de8 HTTP/1.1" status: 200 len: 854 time: 0.0482290 May 25 16:24:50.662220 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352faff3-13b8-40f8-99e9-26da7ca9e258 req-2eb1b5e6-aa80-45f0-bf10-5c5e49897abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:50.663852 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-352faff3-13b8-40f8-99e9-26da7ca9e258 req-2eb1b5e6-aa80-45f0-bf10-5c5e49897abf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=924a9156-87e8-4a10-ac35-4ba66726a4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436299 May 25 16:24:50.778591 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-352faff3-13b8-40f8-99e9-26da7ca9e258 req-5b8e5a39-7914-4f33-8a09-e49ce5384c98 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931149 May 25 16:24:50.781399 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-16c21733-d34e-4938-bf0d-dc297721b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'e7088f01-c534-435d-adca-470dfe4db83d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:f8:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125fb239-87ee-4665-94f5-252ee52d73af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:24:36Z', 'updated_at': '2022-05-25T16:24:49Z', 'revision_number': 1, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:50.807474 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c21733-d34e-4938-bf0d-dc297721b200 None None] The sync data for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi is: [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'e7088f01-c534-435d-adca-470dfe4db83d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:f8:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125fb239-87ee-4665-94f5-252ee52d73af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:24:36Z', 'updated_at': '2022-05-25T16:24:49Z', 'revision_number': 1, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:24:50.933790 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d273739-3522-46cf-9314-bb7d86f66e8f req-cdaa63d6-0b8f-45e2-a449-1e4eadf184bc tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:50.936157 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9d273739-3522-46cf-9314-bb7d86f66e8f req-cdaa63d6-0b8f-45e2-a449-1e4eadf184bc tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0499380 May 25 16:24:50.987398 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9d273739-3522-46cf-9314-bb7d86f66e8f req-4d7f4c57-c78d-40f7-b866-c6bad09adc76 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454235 May 25 16:24:51.005356 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9e4cf-7216-4c32-8f35-6ab093c0e01f None None] New status for floating IP 72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:24:51.252336 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f31ed-eb8d-40f9-8641-9dcd2a33ba71 req-84dd23ef-b9c1-4b1b-8254-f64d61c2ff68 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:51.254917 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d75f31ed-eb8d-40f9-8641-9dcd2a33ba71 req-84dd23ef-b9c1-4b1b-8254-f64d61c2ff68 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0573192 May 25 16:24:51.305825 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d75f31ed-eb8d-40f9-8641-9dcd2a33ba71 req-236ac878-7c20-455a-b6cf-c254585437a6 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451124 May 25 16:24:51.448303 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0a98-b507-4d85-9bb3-4599494b6561 req-98d045bf-b1e4-4552-914e-a54f02cd5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:51.449865 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-212e0a98-b507-4d85-9bb3-4599494b6561 req-98d045bf-b1e4-4552-914e-a54f02cd5dab service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 1130 time: 0.0569026 May 25 16:24:51.470032 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbb2a2-bd85-424f-962d-54d72afefafa req-ea5af561-6cd0-4ce4-a15b-ffbe771fdadb tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:51.470546 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:51.471661 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c7fbb2a2-bd85-424f-962d-54d72afefafa req-ea5af561-6cd0-4ce4-a15b-ffbe771fdadb tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0805092 May 25 16:24:51.498724 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-352faff3-13b8-40f8-99e9-26da7ca9e258 req-bf4314de-b562-431a-9d69-835d92f7ae0a service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710553 May 25 16:24:51.500619 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:51.532092 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c7fbb2a2-bd85-424f-962d-54d72afefafa req-645e967c-9136-4eea-9636-2397a599886e tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510640 May 25 16:24:51.866285 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0a98-b507-4d85-9bb3-4599494b6561 req-716bc2eb-a2a8-488b-86dc-210f42fbf7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:51.867738 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-212e0a98-b507-4d85-9bb3-4599494b6561 req-716bc2eb-a2a8-488b-86dc-210f42fbf7e6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 920 time: 0.0927429 May 25 16:24:52.001920 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-212e0a98-b507-4d85-9bb3-4599494b6561 req-ce0919df-431c-4a0b-bfd4-0c4e01f0c9a9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b194465-a3bb-473d-8825-aed33ba4c44a HTTP/1.1" status: 200 len: 1000 time: 0.0612845 May 25 16:24:52.053196 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0a98-b507-4d85-9bb3-4599494b6561 req-36348b6c-1414-49da-921a-d4b5312b88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:52.054727 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-212e0a98-b507-4d85-9bb3-4599494b6561 req-36348b6c-1414-49da-921a-d4b5312b88ce service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.0441287 May 25 16:24:52.102483 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0a98-b507-4d85-9bb3-4599494b6561 req-6971f481-3a1b-4236-b4c4-f9367f290eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:52.103955 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-212e0a98-b507-4d85-9bb3-4599494b6561 req-6971f481-3a1b-4236-b4c4-f9367f290eee service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429111 May 25 16:24:52.182227 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:52.198235 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-212e0a98-b507-4d85-9bb3-4599494b6561 req-79c39ee0-4980-4854-9ba2-3f7302d7ea41 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873225 May 25 16:24:52.294498 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-212e0a98-b507-4d85-9bb3-4599494b6561 req-9d4eebd4-af6b-4bb8-8df7-6f7ab7ee6b5d service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904322 May 25 16:24:52.421847 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35276cf5-45cb-4119-b04f-30f3536bb8c7 req-a9ea9d1e-48da-4527-ac56-bb89e2986eb7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:52.423214 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-35276cf5-45cb-4119-b04f-30f3536bb8c7 req-a9ea9d1e-48da-4527-ac56-bb89e2986eb7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0470374 May 25 16:24:52.470160 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-35276cf5-45cb-4119-b04f-30f3536bb8c7 req-5a529e11-c6cd-4aa5-bcd3-7cbe01e57e72 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414546 May 25 16:24:52.646301 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9827f23-0277-4dd5-aa67-d7144e9927ea req-45609ead-6a88-4755-86d3-c9ee1ee9465b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:52.647757 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9827f23-0277-4dd5-aa67-d7144e9927ea req-45609ead-6a88-4755-86d3-c9ee1ee9465b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0464451 May 25 16:24:52.665777 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:52.695390 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9827f23-0277-4dd5-aa67-d7144e9927ea req-ec5a4e6c-c29a-454d-92be-26ec69c31aa4 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422153 May 25 16:24:53.267602 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef9ec6-dd8d-4e61-be90-3eb7237c7477 req-769b4dba-abf1-48eb-b382-e7b41997bbc3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:53.269067 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-02ef9ec6-dd8d-4e61-be90-3eb7237c7477 req-769b4dba-abf1-48eb-b382-e7b41997bbc3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 946 time: 0.0517914 May 25 16:24:53.315808 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-02ef9ec6-dd8d-4e61-be90-3eb7237c7477 req-2d97f582-55ae-4d74-9c9b-5c9aa32bbac9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411260 May 25 16:24:53.814546 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce8fa-5b4c-4cec-8335-508bceff6c78 req-b0f64946-c9b8-4bea-a385-badcf97f0f31 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:53.816499 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bebce8fa-5b4c-4cec-8335-508bceff6c78 req-b0f64946-c9b8-4bea-a385-badcf97f0f31 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0528226 May 25 16:24:53.864356 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bebce8fa-5b4c-4cec-8335-508bceff6c78 req-89e7a9e2-3999-4d21-8729-ec80050122d1 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 May 25 16:24:54.435643 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4f9da-7bb3-47cc-ae63-2a7193d0c894 req-b364978b-526b-4b9a-abe1-29cf1e6f8fb5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:54.437124 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4cb4f9da-7bb3-47cc-ae63-2a7193d0c894 req-b364978b-526b-4b9a-abe1-29cf1e6f8fb5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 946 time: 0.0475430 May 25 16:24:54.486353 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4cb4f9da-7bb3-47cc-ae63-2a7193d0c894 req-c2c551a9-93a9-4dde-a4b4-cbd76e7702d4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438185 May 25 16:24:54.977959 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22e508-4866-4a14-bf92-0c4f5456fdc3 req-71cb3ccb-952a-4873-b1f2-5cbda81264cd tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:54.979413 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8f22e508-4866-4a14-bf92-0c4f5456fdc3 req-71cb3ccb-952a-4873-b1f2-5cbda81264cd tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0467155 May 25 16:24:55.026215 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8f22e508-4866-4a14-bf92-0c4f5456fdc3 req-2c645642-a6d4-4407-a17c-af021a18b4d1 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408175 May 25 16:24:55.601994 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdab8cc-b3f6-4cc0-a354-0f47b23ce94c req-67a25303-7ace-48ec-b650-1a6630270004 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:55.603447 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3cdab8cc-b3f6-4cc0-a354-0f47b23ce94c req-67a25303-7ace-48ec-b650-1a6630270004 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 946 time: 0.0463293 May 25 16:24:55.649180 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3cdab8cc-b3f6-4cc0-a354-0f47b23ce94c req-4abf9de7-cb23-4f0f-b2e6-88e97f960c52 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c56b096e-c73b-4a8e-9ad6-26b975344b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401447 May 25 16:24:55.983111 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-5cadd0fc-8c85-4168-a173-98bcaa2296fb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:55.984768 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-5cadd0fc-8c85-4168-a173-98bcaa2296fb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 946 time: 0.0591450 May 25 16:24:56.088503 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Deleting port 81d48be3-f76c-4118-bcaa-79360428da5a {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:24:56.088843 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:56.161127 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:56.170656 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6724-5c80-4a7d-b1f5-f506fc3a4d85 req-9383dca6-115d-4ec3-b745-0676e2be790b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:56.172214 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c6d6724-5c80-4a7d-b1f5-f506fc3a4d85 req-9383dca6-115d-4ec3-b745-0676e2be790b tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0623164 May 25 16:24:56.203292 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] For port 81d48be3-f76c-4118-bcaa-79360428da5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=81d48be3-f76c-4118-bcaa-79360428da5a,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:24:56.203752 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:56.228897 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c6d6724-5c80-4a7d-b1f5-f506fc3a4d85 req-cbed4cc7-ca4c-4cb4-b929-70c93d7bb8a8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503304 May 25 16:24:56.356036 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033e811-5491-4efb-8025-9f3ddba96fd1 req-0a7a0d47-5fb0-4479-86cd-e30a30b42b3d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:56.357530 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4033e811-5491-4efb-8025-9f3ddba96fd1 req-0a7a0d47-5fb0-4479-86cd-e30a30b42b3d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0542557 May 25 16:24:56.367474 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45272) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:56.372647 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-766823de-8d6a-44d3-8d78-d71ccbecd661 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Request body: {'floatingip': {'port_id': '1b194465-a3bb-473d-8825-aed33ba4c44a'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:24:56.394794 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:56.395157 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (edcf063e-b8ce-4105-b22d-08b8e1143184), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:56.395482 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Floating IP edcf063e-b8ce-4105-b22d-08b8e1143184 disassociated. External IP: 172.27.1.152, port: 81d48be3-f76c-4118-bcaa-79360428da5a. May 25 16:24:56.395822 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Calling delete_port for 81d48be3-f76c-4118-bcaa-79360428da5a owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:24:56.448186 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-766823de-8d6a-44d3-8d78-d71ccbecd661 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for floatingip (f3fb8624-3645-4c90-8fe5-22bd9dd61612), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:56.554106 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (81d48be3-f76c-4118-bcaa-79360428da5a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:56.588190 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event deleted for resources: {'Port': ['ID=81d48be3-f76c-4118-bcaa-79360428da5a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:56.608633 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:56.711058 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Router 09bbca93-bf37-4210-a635-9ef33a8edc67 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:24:56.768643 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:56.773057 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f2b4d48a-eeab-463b-af49-0982df2d5cc8 req-7c3f2b66-199c-4e9e-b2a1-5a87cbb84508 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3da72ce-f083-455e-ae40-9530c53126ef HTTP/1.1" status: 200 len: 210 time: 0.0358117 May 25 16:24:56.821099 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:24:56.832553 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2dd43f-7571-4583-ba57-7ad381ce17f3 None None] Sync routers for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:24:56.843026 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2dd43f-7571-4583-ba57-7ad381ce17f3 None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:24:56.843633 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-fa2dd43f-7571-4583-ba57-7ad381ce17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:24:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:56.870029 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] No DVR routers for this DVR port 81d48be3-f76c-4118-bcaa-79360428da5a on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:24:56.872549 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:56.875503 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:56.876181 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e9b258a8-ffaf-457d-9763-8da9f1e6be22 req-992b4990-398e-428b-b752-1bc9d66b323e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.84 "DELETE /v2.0/ports/81d48be3-f76c-4118-bcaa-79360428da5a HTTP/1.1" status: 204 len: 173 time: 0.8853743 May 25 16:24:56.876753 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'name': 'network-vif-deleted', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:24:56.879396 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9856b1-1fd8-44e1-b613-5b7438e8795f" -d '{"events": [{"server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "name": "network-vif-deleted", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:24:56.919855 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b5670b-04d8-431d-ae19-27c5f8e9e27b x-openstack-request-id: req-37b5670b-04d8-431d-ae19-27c5f8e9e27b {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:24:56.920169 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da72ce-f083-455e-ae40-9530c53126ef", "name": "network-vif-deleted", "tag": "81d48be3-f76c-4118-bcaa-79360428da5a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:24:56.920513 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37b5670b-04d8-431d-ae19-27c5f8e9e27b {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:24:56.920901 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b5670b-04d8-431d-ae19-27c5f8e9e27b'] response: {'server_uuid': 'd3da72ce-f083-455e-ae40-9530c53126ef', 'name': 'network-vif-deleted', 'tag': '81d48be3-f76c-4118-bcaa-79360428da5a', 'status': 'completed', 'code': 200} May 25 16:24:56.965213 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-fa2dd43f-7571-4583-ba57-7ad381ce17f3 None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:24:56.996176 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-766823de-8d6a-44d3-8d78-d71ccbecd661 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:57.002554 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-766823de-8d6a-44d3-8d78-d71ccbecd661 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (f3fb8624-3645-4c90-8fe5-22bd9dd61612), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:57.170074 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:57.187083 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-fa2dd43f-7571-4583-ba57-7ad381ce17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:48Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:57.211396 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2dd43f-7571-4583-ba57-7ad381ce17f3 None None] Checking router: 09bbca93-bf37-4210-a635-9ef33a8edc67 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:24:57.217287 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766823de-8d6a-44d3-8d78-d71ccbecd661 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Router e708205c-50dc-4bc1-9d0a-d2fc586620da has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:24:57.220518 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2dd43f-7571-4583-ba57-7ad381ce17f3 None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:24:57.221111 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-fa2dd43f-7571-4583-ba57-7ad381ce17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:24:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:57.323351 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766823de-8d6a-44d3-8d78-d71ccbecd661 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:24:57.323726 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-fa2dd43f-7571-4583-ba57-7ad381ce17f3 None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:24:57.328760 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-766823de-8d6a-44d3-8d78-d71ccbecd661 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:57.340183 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6841f47-7201-4194-bc62-0af65ee219d8 None None] Sync routers for ids ['e708205c-50dc-4bc1-9d0a-d2fc586620da'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:24:57.354348 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6841f47-7201-4194-bc62-0af65ee219d8 None None] Routers {'e708205c-50dc-4bc1-9d0a-d2fc586620da'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:24:57.356323 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f6841f47-7201-4194-bc62-0af65ee219d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:24:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['e708205c-50dc-4bc1-9d0a-d2fc586620da'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:57.364720 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'tag': '1b194465-a3bb-473d-8825-aed33ba4c44a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:24:57.367063 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fa359a-58c7-4c08-8b34-1ab8462b61bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f68f3730-3984-4aef-9c58-e87b09051c87", "tag": "1b194465-a3bb-473d-8825-aed33ba4c44a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:24:57.398837 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-766823de-8d6a-44d3-8d78-d71ccbecd661 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "PUT /v2.0/floatingips/f3fb8624-3645-4c90-8fe5-22bd9dd61612 HTTP/1.1" status: 200 len: 992 time: 1.0301554 May 25 16:24:57.442922 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01449f1f-1aaa-4643-a22c-c3d0dbf3c14f x-openstack-request-id: req-01449f1f-1aaa-4643-a22c-c3d0dbf3c14f {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:24:57.443762 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68f3730-3984-4aef-9c58-e87b09051c87", "tag": "1b194465-a3bb-473d-8825-aed33ba4c44a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:24:57.443762 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01449f1f-1aaa-4643-a22c-c3d0dbf3c14f {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:24:57.444059 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01449f1f-1aaa-4643-a22c-c3d0dbf3c14f'] response: {'name': 'network-changed', 'server_uuid': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'tag': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'status': 'completed', 'code': 200} May 25 16:24:57.486196 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-f6841f47-7201-4194-bc62-0af65ee219d8 None None] Set router e708205c-50dc-4bc1-9d0a-d2fc586620da gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:24:57.520815 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa359a-58c7-4c08-8b34-1ab8462b61bd req-aeb2cafa-8657-49e8-9e28-7e8013f0ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:57.522622 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72fa359a-58c7-4c08-8b34-1ab8462b61bd req-aeb2cafa-8657-49e8-9e28-7e8013f0ebf4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 1130 time: 0.0526936 May 25 16:24:57.537636 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:57.548446 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-fa2dd43f-7571-4583-ba57-7ad381ce17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:48Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:57.576923 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2dd43f-7571-4583-ba57-7ad381ce17f3 None None] The sync data for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi is: [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:48Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:24:57.630920 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa359a-58c7-4c08-8b34-1ab8462b61bd req-88b3ed59-e23f-45ff-bf90-3b6971215742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:57.632666 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72fa359a-58c7-4c08-8b34-1ab8462b61bd req-88b3ed59-e23f-45ff-bf90-3b6971215742 service neutron] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 920 time: 0.0976999 May 25 16:24:57.704074 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72fa359a-58c7-4c08-8b34-1ab8462b61bd req-8654e9e3-e634-490d-8f60-2a1688b17df0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b194465-a3bb-473d-8825-aed33ba4c44a HTTP/1.1" status: 200 len: 1000 time: 0.0627062 May 25 16:24:57.711271 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f6841f47-7201-4194-bc62-0af65ee219d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'f3fb8624-3645-4c90-8fe5-22bd9dd61612', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'port_id': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'mac_address': 'fa:16:3e:53:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:22:53Z', 'updated_at': '2022-05-25T16:24:56Z', 'revision_number': 3, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:52Z', 'revision_number': 5, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:57.737465 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6841f47-7201-4194-bc62-0af65ee219d8 None None] Checking router: e708205c-50dc-4bc1-9d0a-d2fc586620da for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:24:57.746417 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6841f47-7201-4194-bc62-0af65ee219d8 None None] Routers {'e708205c-50dc-4bc1-9d0a-d2fc586620da'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:24:57.751255 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f6841f47-7201-4194-bc62-0af65ee219d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:24:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['e708205c-50dc-4bc1-9d0a-d2fc586620da'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:57.759912 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa359a-58c7-4c08-8b34-1ab8462b61bd req-40b9f07e-32e9-4cd9-966e-20432e24c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:57.761575 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72fa359a-58c7-4c08-8b34-1ab8462b61bd req-40b9f07e-32e9-4cd9-966e-20432e24c8db service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.0505657 May 25 16:24:57.808937 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa359a-58c7-4c08-8b34-1ab8462b61bd req-4be13fed-cd54-4e0e-9b70-94920dcbdebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:57.811352 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72fa359a-58c7-4c08-8b34-1ab8462b61bd req-4be13fed-cd54-4e0e-9b70-94920dcbdebb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431345 May 25 16:24:57.845907 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57842fe9-acb7-4914-88a1-fe75ab69ce86 None None] New status for floating IP edcf063e-b8ce-4105-b22d-08b8e1143184: DOWN {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:24:57.870074 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-f6841f47-7201-4194-bc62-0af65ee219d8 None None] Set router e708205c-50dc-4bc1-9d0a-d2fc586620da gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:24:57.888535 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45288) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:57.897579 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:57.922936 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72fa359a-58c7-4c08-8b34-1ab8462b61bd req-695c1b13-3fab-40e2-af0a-3f89438d0c8c service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044590 May 25 16:24:57.949546 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1912211f-0a02-4abd-919e-32e4d83a3ef5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group (c56b096e-c73b-4a8e-9ad6-26b975344b13), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:57.980577 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1912211f-0a02-4abd-919e-32e4d83a3ef5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group (c56b096e-c73b-4a8e-9ad6-26b975344b13), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:57.988703 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:58.046332 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72fa359a-58c7-4c08-8b34-1ab8462b61bd req-98b87b9a-f3f6-4eed-be34-ebc64d445ad5 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088376 May 25 16:24:58.054132 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1912211f-0a02-4abd-919e-32e4d83a3ef5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (c56b096e-c73b-4a8e-9ad6-26b975344b13), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.057820 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1912211f-0a02-4abd-919e-32e4d83a3ef5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.063779 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1912211f-0a02-4abd-919e-32e4d83a3ef5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "DELETE /v2.0/security-groups/c56b096e-c73b-4a8e-9ad6-26b975344b13 HTTP/1.1" status: 204 len: 168 time: 0.1695418 May 25 16:24:58.066980 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45290) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:58.077935 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912211f-0a02-4abd-919e-32e4d83a3ef5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56b096e-c73b-4a8e-9ad6-26b975344b13,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:58.080642 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.api.v2.resource [None req-34afee31-ba48-43da-9305-d2fb47772e26 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] show failed (client error): The resource could not be found. May 25 16:24:58.082309 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-34afee31-ba48-43da-9305-d2fb47772e26 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups/c56b096e-c73b-4a8e-9ad6-26b975344b13 HTTP/1.1" status: 404 len: 347 time: 0.0172179 May 25 16:24:58.085100 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45292) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:58.148704 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:58.152825 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f6841f47-7201-4194-bc62-0af65ee219d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'f3fb8624-3645-4c90-8fe5-22bd9dd61612', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'port_id': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'mac_address': 'fa:16:3e:53:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:22:53Z', 'updated_at': '2022-05-25T16:24:56Z', 'revision_number': 3, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:52Z', 'revision_number': 5, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:24:58.179772 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6841f47-7201-4194-bc62-0af65ee219d8 None None] The sync data for ids ['e708205c-50dc-4bc1-9d0a-d2fc586620da'] in dv-cinder-843278-2-iscsi is: [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'f3fb8624-3645-4c90-8fe5-22bd9dd61612', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'port_id': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'mac_address': 'fa:16:3e:53:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:22:53Z', 'updated_at': '2022-05-25T16:24:56Z', 'revision_number': 3, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:52Z', 'revision_number': 5, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:24:58.202769 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-c1a1be98-47a5-4e1e-a4d7-6a904ac30ad8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Deleting port cbdda728-21e0-4e9a-ae0b-dab07a478220 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:24:58.203106 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c1a1be98-47a5-4e1e-a4d7-6a904ac30ad8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (cbdda728-21e0-4e9a-ae0b-dab07a478220), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.285252 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c1a1be98-47a5-4e1e-a4d7-6a904ac30ad8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (cbdda728-21e0-4e9a-ae0b-dab07a478220), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.285583 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c1a1be98-47a5-4e1e-a4d7-6a904ac30ad8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (cbdda728-21e0-4e9a-ae0b-dab07a478220), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.299464 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-c1a1be98-47a5-4e1e-a4d7-6a904ac30ad8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Calling delete_port for cbdda728-21e0-4e9a-ae0b-dab07a478220 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:24:58.430895 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c1a1be98-47a5-4e1e-a4d7-6a904ac30ad8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (cbdda728-21e0-4e9a-ae0b-dab07a478220), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.455264 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1be98-47a5-4e1e-a4d7-6a904ac30ad8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event deleted for resources: {'Port': ['ID=cbdda728-21e0-4e9a-ae0b-dab07a478220,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:58.482995 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:58.518140 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c1a1be98-47a5-4e1e-a4d7-6a904ac30ad8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (edcf063e-b8ce-4105-b22d-08b8e1143184), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.520574 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c1a1be98-47a5-4e1e-a4d7-6a904ac30ad8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.521735 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c1a1be98-47a5-4e1e-a4d7-6a904ac30ad8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "DELETE /v2.0/floatingips/edcf063e-b8ce-4105-b22d-08b8e1143184 HTTP/1.1" status: 204 len: 168 time: 0.4355750 May 25 16:24:58.605396 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45296) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:58.610930 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-f9b246d6-f3b1-45ed-89bc-b636ee8584f1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993968060', 'description': 'tempest-description--921424761'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:24:58.631566 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f9b246d6-f3b1-45ed-89bc-b636ee8584f1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.697782 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f9b246d6-f3b1-45ed-89bc-b636ee8584f1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group (b6843e23-6b6d-4841-9da5-8ddb3c6af771), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.701659 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f9b246d6-f3b1-45ed-89bc-b636ee8584f1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (b6843e23-6b6d-4841-9da5-8ddb3c6af771), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.732912 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f9b246d6-f3b1-45ed-89bc-b636ee8584f1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.734136 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f9b246d6-f3b1-45ed-89bc-b636ee8584f1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1270878 May 25 16:24:58.735225 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b246d6-f3b1-45ed-89bc-b636ee8584f1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6843e23-6b6d-4841-9da5-8ddb3c6af771,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:58.737117 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45298) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:58.741510 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-cc9b77ca-83cb-4487-b808-785646abdca9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Request body: {'security_group_rule': {'security_group_id': 'b6843e23-6b6d-4841-9da5-8ddb3c6af771', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:24:58.770884 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc9b77ca-83cb-4487-b808-785646abdca9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group_rule (70bd2872-36d0-4dc1-acee-e7c60714098d), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.808727 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:58.829704 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc9b77ca-83cb-4487-b808-785646abdca9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group_rule (70bd2872-36d0-4dc1-acee-e7c60714098d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.833152 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc9b77ca-83cb-4487-b808-785646abdca9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (70bd2872-36d0-4dc1-acee-e7c60714098d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.852781 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b77ca-83cb-4487-b808-785646abdca9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bd2872-36d0-4dc1-acee-e7c60714098d,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:58.861218 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc9b77ca-83cb-4487-b808-785646abdca9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.862440 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-cc9b77ca-83cb-4487-b808-785646abdca9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244197 May 25 16:24:58.865116 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45300) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:58.869341 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-41636c92-1b9c-4534-b096-ce4ed52ef6d9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Request body: {'security_group_rule': {'security_group_id': 'b6843e23-6b6d-4841-9da5-8ddb3c6af771', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:24:58.896445 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-41636c92-1b9c-4534-b096-ce4ed52ef6d9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group_rule (aa65c3df-9f13-4208-a6fa-e652d788d280), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.942290 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-41636c92-1b9c-4534-b096-ce4ed52ef6d9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group_rule (aa65c3df-9f13-4208-a6fa-e652d788d280), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.945482 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-41636c92-1b9c-4534-b096-ce4ed52ef6d9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (aa65c3df-9f13-4208-a6fa-e652d788d280), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.963912 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41636c92-1b9c-4534-b096-ce4ed52ef6d9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa65c3df-9f13-4208-a6fa-e652d788d280,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:58.974766 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-41636c92-1b9c-4534-b096-ce4ed52ef6d9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:58.975962 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-41636c92-1b9c-4534-b096-ce4ed52ef6d9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1099486 May 25 16:24:58.979020 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45302) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:24:58.983517 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:24:59.003931 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:59.083960 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:59.196017 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Allocated IP 172.27.1.104 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/d8bedd2d-bb7e-49c8-a37c-8df2dab193d5) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:24:59.301154 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for port (d8bedd2d-bb7e-49c8-a37c-8df2dab193d5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:59.325814 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:59.338631 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (d8bedd2d-bb7e-49c8-a37c-8df2dab193d5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:59.375591 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:24:59.380649 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:24:59.384024 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:24:59.409321 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event updated for resources: {'Port': ['ID=d8bedd2d-bb7e-49c8-a37c-8df2dab193d5,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:24:59.425017 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:24:59.444871 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'tag': '1b194465-a3bb-473d-8825-aed33ba4c44a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:24:59.447365 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef74889d-55c7-4d24-b1ac-e6e58da23b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f68f3730-3984-4aef-9c58-e87b09051c87", "tag": "1b194465-a3bb-473d-8825-aed33ba4c44a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:24:59.481621 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (fc4d83ee-ef42-44b9-a419-b387047b38ab), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:59.486690 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2a19f9-2f4a-40c4-a182-2ad2bc4b4608 x-openstack-request-id: req-5f2a19f9-2f4a-40c4-a182-2ad2bc4b4608 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:24:59.486983 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68f3730-3984-4aef-9c58-e87b09051c87", "tag": "1b194465-a3bb-473d-8825-aed33ba4c44a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:24:59.487252 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f2a19f9-2f4a-40c4-a182-2ad2bc4b4608 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:24:59.487730 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2a19f9-2f4a-40c4-a182-2ad2bc4b4608'] response: {'name': 'network-changed', 'server_uuid': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'tag': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'status': 'completed', 'code': 200} May 25 16:24:59.526678 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (d8bedd2d-bb7e-49c8-a37c-8df2dab193d5), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:59.579755 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74889d-55c7-4d24-b1ac-e6e58da23b7c req-e5405897-f1ae-471b-a495-3005e1463cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:59.581224 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef74889d-55c7-4d24-b1ac-e6e58da23b7c req-e5405897-f1ae-471b-a495-3005e1463cfc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 1130 time: 0.0668588 May 25 16:24:59.639826 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 81d48be3-f76c-4118-bcaa-79360428da5a no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:24:59.662521 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 81d48be3-f76c-4118-bcaa-79360428da5a {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:24:59.662856 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 81d48be3-f76c-4118-bcaa-79360428da5a not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:24:59.750057 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74889d-55c7-4d24-b1ac-e6e58da23b7c req-b72302c6-c57c-47e5-8bdc-ff95935b4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:59.751408 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef74889d-55c7-4d24-b1ac-e6e58da23b7c req-b72302c6-c57c-47e5-8bdc-ff95935b4281 service neutron] 10.222.0.84 "GET /v2.0/networks?id=07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 200 len: 920 time: 0.1489589 May 25 16:24:59.838969 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef74889d-55c7-4d24-b1ac-e6e58da23b7c req-bfeab053-2e28-40d9-bdec-3f67758710fa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b194465-a3bb-473d-8825-aed33ba4c44a HTTP/1.1" status: 200 len: 1000 time: 0.0796030 May 25 16:24:59.858176 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for port (d8bedd2d-bb7e-49c8-a37c-8df2dab193d5), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:59.881553 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (d8bedd2d-bb7e-49c8-a37c-8df2dab193d5), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:24:59.948657 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74889d-55c7-4d24-b1ac-e6e58da23b7c req-2ad584d7-4a10-416c-a752-97b59105105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:24:59.950314 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef74889d-55c7-4d24-b1ac-e6e58da23b7c req-2ad584d7-4a10-416c-a752-97b59105105f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 200 len: 857 time: 0.1018338 May 25 16:24:59.969221 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event updated for resources: {'Port': ['ID=d8bedd2d-bb7e-49c8-a37c-8df2dab193d5,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:00.003999 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (fc4d83ee-ef42-44b9-a419-b387047b38ab), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:00.015455 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74889d-55c7-4d24-b1ac-e6e58da23b7c req-d76c48ae-f9ce-422a-9c0f-e4acb0807dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:00.016939 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef74889d-55c7-4d24-b1ac-e6e58da23b7c req-d76c48ae-f9ce-422a-9c0f-e4acb0807dd8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=07eab40d-bc82-4433-9d88-2c85f65e23df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577157 May 25 16:25:00.023429 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:00.024516 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-445c1b89-a13a-481b-a5d0-281a8c60a1a6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0445905 May 25 16:25:00.045919 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:00.116413 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef74889d-55c7-4d24-b1ac-e6e58da23b7c req-b18570e2-93c9-463b-94a1-7b5dcb528d13 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908661 May 25 16:25:00.218963 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-48b9d918-b293-458f-8868-a3019dcae3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:00.219683 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef74889d-55c7-4d24-b1ac-e6e58da23b7c req-d1421857-7830-4a03-94e0-33ffebcdee93 service neutron] 10.222.0.84 "GET /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870683 May 25 16:25:00.228880 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:00.237190 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-c9a78f24-4c8b-40df-9575-95fa4d2b7c78 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--993968060&fields=id&tenant_id=e916473814d44ac1ae6339f0d052daa1 HTTP/1.1" status: 200 len: 267 time: 0.0577953 May 25 16:25:00.345181 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-32ddf28f-6b23-4076-8482-65b18704a819 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:00.346642 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-32ddf28f-6b23-4076-8482-65b18704a819 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 817 time: 0.1024556 May 25 16:25:00.361010 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-92662906-ad58-4f1a-b088-b7d371894e57 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/quotas/e916473814d44ac1ae6339f0d052daa1 HTTP/1.1" status: 200 len: 375 time: 0.0090141 May 25 16:25:00.409103 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-60eb13c6-b44c-452b-a4f2-c5bde3d9a6c9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431483 May 25 16:25:00.500892 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-ab532ac2-e903-4a85-93f6-6f83ab2ea2f6 service neutron] 10.222.0.42 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800364 May 25 16:25:00.525453 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:00.592873 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-bb91f9c0-5195-4c7d-b1ec-0ed0e45f0110 service neutron] 10.222.0.42 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861928 May 25 16:25:00.755287 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9771b8e4-40e6-4571-9218-3e9ddb136614 req-1ca5651e-1901-4e09-9f0a-95e4cc458bc9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 210 time: 0.0282917 May 25 16:25:01.765144 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1e98d6ac-97d7-4547-a2e9-5800a734ef69 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:01.766525 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1e98d6ac-97d7-4547-a2e9-5800a734ef69 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.84 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 817 time: 0.1088386 May 25 16:25:01.798477 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:01.836417 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-b1e21ee5-a588-4334-8ce9-302d0a6ed265 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e916473814d44ac1ae6339f0d052daa1 HTTP/1.1" status: 200 len: 379 time: 0.0576417 May 25 16:25:01.846119 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Request body: {'port': {'device_id': '7652df85-9116-41c0-b1a1-32a070414bd8', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'admin_state_up': True, 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'security_groups': ['b6843e23-6b6d-4841-9da5-8ddb3c6af771']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:01.864067 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-07d4e88c-74ce-48f8-9498-aff5b090c41d req-e870ad00-e7d0-4771-b8e6-32643c00ba41 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 210 time: 0.0302866 May 25 16:25:02.179610 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Made reservation on behalf of e916473814d44ac1ae6339f0d052daa1 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:25:02.182957 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:02.303547 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Allocated IP 172.20.0.11 (4b9fb8be-8c67-427e-8c91-a4becd42df59/12d09b9d-7694-4ad9-b286-85dfd52d5768/3be8d920-dc13-499f-b9d6-d875dbb50bdc) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:25:02.437444 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:02.470390 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:02.499198 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:02.516513 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Network 4b9fb8be-8c67-427e-8c91-a4becd42df59 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:25:02.521882 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:25:02.524398 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:25:02.526853 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event updated for resources: {'Port': ['ID=3be8d920-dc13-499f-b9d6-d875dbb50bdc,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:02.551932 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-76514f10-c8d3-4aea-8692-043fc07b8580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:02.582516 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:02.583157 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:02.600416 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-4d787a98-97a2-455c-9a20-a413df8ac72e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7581387 May 25 16:25:02.611663 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Request body: {'port': {'device_id': '7652df85-9116-41c0-b1a1-32a070414bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:02.675837 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:02.802003 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-14f19e16-42f2-4265-a081-4c8424e2824f None None] Provisioning complete for port 3be8d920-dc13-499f-b9d6-d875dbb50bdc triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:25:02.802411 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-14f19e16-42f2-4265-a081-4c8424e2824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:02.837183 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-14f19e16-42f2-4265-a081-4c8424e2824f None None] Port 3be8d920-dc13-499f-b9d6-d875dbb50bdc cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:25:02.839402 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:02.970179 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be8d920-dc13-499f-b9d6-d875dbb50bdc {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:25:02.977479 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Publish callbacks [] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:02.986192 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2d198-d166-49df-9d98-bfac955da5c4 req-3eab098c-a72e-4bd4-830f-e73dceede40f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:02.987669 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-88a2d198-d166-49df-9d98-bfac955da5c4 req-3eab098c-a72e-4bd4-830f-e73dceede40f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 932 time: 0.0488863 May 25 16:25:02.990718 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Transition to ACTIVE for port object 3be8d920-dc13-499f-b9d6-d875dbb50bdc will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:25:02.994584 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:03.036474 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-88a2d198-d166-49df-9d98-bfac955da5c4 req-f171af22-e3ed-49c1-8173-e1b9fa523ba1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425839 May 25 16:25:03.048474 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3be8d920-dc13-499f-b9d6-d875dbb50bdc,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:03.122225 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Attempting to bind port 3be8d920-dc13-499f-b9d6-d875dbb50bdc on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:25:03.122576 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Attempting to bind port 3be8d920-dc13-499f-b9d6-d875dbb50bdc by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:25:03.122987 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Attempting to bind port 3be8d920-dc13-499f-b9d6-d875dbb50bdc on network 4b9fb8be-8c67-427e-8c91-a4becd42df59 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:25:03.127858 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Port 3be8d920-dc13-499f-b9d6-d875dbb50bdc on network 4b9fb8be-8c67-427e-8c91-a4becd42df59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:25:03.128182 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Attempting to bind port 3be8d920-dc13-499f-b9d6-d875dbb50bdc on network 4b9fb8be-8c67-427e-8c91-a4becd42df59 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:25:03.133327 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:25:03.133680 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Checking segment: {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:25:03.134096 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Bound using segment: {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:25:03.134527 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Bound port: 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe20146-8547-476d-9a2c-663f1c628007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:25:03.134892 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:03.208588 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:25:03.211646 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:25:03.217960 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:03.251184 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:03.251910 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:03.253540 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] 10.222.0.84 "PUT /v2.0/ports/3be8d920-dc13-499f-b9d6-d875dbb50bdc HTTP/1.1" status: 200 len: 1094 time: 0.6460903 May 25 16:25:03.253955 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:25:03.256306 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be09a819-389a-4cbe-8de4-713d5b7e3bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:25:03.288511 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c5f1a-eb3d-44e9-ad6d-6d34d462f7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3be8d920-dc13-499f-b9d6-d875dbb50bdc,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:03.300524 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d853c93-bbe2-4a59-8f13-0d04f82c3e39 x-openstack-request-id: req-2d853c93-bbe2-4a59-8f13-0d04f82c3e39 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:25:03.300810 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:25:03.301058 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d853c93-bbe2-4a59-8f13-0d04f82c3e39 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:25:03.301487 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d853c93-bbe2-4a59-8f13-0d04f82c3e39'] response: {'name': 'network-changed', 'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'status': 'completed', 'code': 200} May 25 16:25:03.343617 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-dbd5a4f7-bc5f-4cf2-8ced-bba55a1de491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:03.345274 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-dbd5a4f7-bc5f-4cf2-8ced-bba55a1de491 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 1128 time: 0.0429161 May 25 16:25:03.390878 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-35f16c4e-aec6-4168-b631-70bfc66172dc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc HTTP/1.1" status: 200 len: 217 time: 0.0375392 May 25 16:25:03.443310 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-551e540d-b863-46ff-9670-dea65c5c99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:03.444678 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-551e540d-b863-46ff-9670-dea65c5c99d7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12d09b9d-7694-4ad9-b286-85dfd52d5768 HTTP/1.1" status: 200 len: 856 time: 0.0466399 May 25 16:25:03.493137 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-9a47afa0-ffa4-4ae5-9463-230c405dba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:03.494600 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-9a47afa0-ffa4-4ae5-9463-230c405dba17 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b9fb8be-8c67-427e-8c91-a4becd42df59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394363 May 25 16:25:03.527132 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:03.597441 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-b8d43fc6-5bde-4155-92af-db7dff2c3a2e service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897744 May 25 16:25:03.661138 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:03.687401 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c956ae6-3c75-4de5-ba37-636c15f92032 req-e3a326e5-586f-4415-9533-7eb3097a36b7 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829887 May 25 16:25:04.155702 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbd4c5-cd12-4fd6-b342-5882d04135ce req-0cbe1f5f-c76a-4258-922a-eff9e91b734b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:04.157153 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-64fbd4c5-cd12-4fd6-b342-5882d04135ce req-0cbe1f5f-c76a-4258-922a-eff9e91b734b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0461016 May 25 16:25:04.203701 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-64fbd4c5-cd12-4fd6-b342-5882d04135ce req-f24b44d7-0188-4273-ae5e-54c17649b083 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409038 May 25 16:25:04.835807 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:04.845684 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a819-389a-4cbe-8de4-713d5b7e3bdf req-0ff8fe15-73ab-4643-9863-098582021c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:04.847205 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-be09a819-389a-4cbe-8de4-713d5b7e3bdf req-0ff8fe15-73ab-4643-9863-098582021c5b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 1128 time: 0.0416405 May 25 16:25:04.941691 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a819-389a-4cbe-8de4-713d5b7e3bdf req-30a4671d-432a-4b60-ac47-48013e8eb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:04.943186 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-be09a819-389a-4cbe-8de4-713d5b7e3bdf req-30a4671d-432a-4b60-ac47-48013e8eb3a2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 919 time: 0.0880737 May 25 16:25:04.982315 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-be09a819-389a-4cbe-8de4-713d5b7e3bdf req-ec081a59-33fb-494e-ae85-656848fff7b6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc HTTP/1.1" status: 200 len: 217 time: 0.0324407 May 25 16:25:05.032302 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a819-389a-4cbe-8de4-713d5b7e3bdf req-a2fc4f56-7d0e-4f70-b744-77afc7661a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:05.033699 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-be09a819-389a-4cbe-8de4-713d5b7e3bdf req-a2fc4f56-7d0e-4f70-b744-77afc7661a0b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12d09b9d-7694-4ad9-b286-85dfd52d5768 HTTP/1.1" status: 200 len: 856 time: 0.0422883 May 25 16:25:05.086034 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a819-389a-4cbe-8de4-713d5b7e3bdf req-2c0c9940-1609-42e3-9985-accbe5b9289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:05.087425 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-be09a819-389a-4cbe-8de4-713d5b7e3bdf req-2c0c9940-1609-42e3-9985-accbe5b9289e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b9fb8be-8c67-427e-8c91-a4becd42df59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419073 May 25 16:25:05.178863 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-be09a819-389a-4cbe-8de4-713d5b7e3bdf req-7181a675-d79f-4d94-bd5a-a249eb5d8259 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810590 May 25 16:25:05.275561 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-be09a819-389a-4cbe-8de4-713d5b7e3bdf req-dab3072c-b07f-46ef-b304-abd09a68c5df service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863860 May 25 16:25:05.325493 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:05.326284 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904eec6c-aee1-4257-a66f-7a961e5564c1 req-52e1fd1f-c18b-4b8d-bbd3-71573ae4d6db tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:05.327861 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-904eec6c-aee1-4257-a66f-7a961e5564c1 req-52e1fd1f-c18b-4b8d-bbd3-71573ae4d6db tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0488563 May 25 16:25:05.378795 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-904eec6c-aee1-4257-a66f-7a961e5564c1 req-df1f383d-713a-4ef2-99ff-1d87036fe06e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451527 May 25 16:25:06.504127 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383a58a-8d8f-4267-97ac-c17b9d55d736 req-517e2c9c-6171-4aca-abae-030376faf9e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:06.505602 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3383a58a-8d8f-4267-97ac-c17b9d55d736 req-517e2c9c-6171-4aca-abae-030376faf9e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0518713 May 25 16:25:06.529829 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:06.554993 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3383a58a-8d8f-4267-97ac-c17b9d55d736 req-546e83ca-cd3a-4a14-b986-214e23845180 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437984 May 25 16:25:07.667599 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 3be8d920-dc13-499f-b9d6-d875dbb50bdc details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:25:07.679229 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddbd6b-ee69-429d-b54d-cf1eb5c71ffa req-d33170dc-80df-4812-9833-adec281ac5a7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:07.680696 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-28ddbd6b-ee69-429d-b54d-cf1eb5c71ffa req-d33170dc-80df-4812-9833-adec281ac5a7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0470176 May 25 16:25:07.727169 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-28ddbd6b-ee69-429d-b54d-cf1eb5c71ffa req-741c8b60-f978-42d0-b094-28b9fe048ccf tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400631 May 25 16:25:07.766411 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:25:07.777683 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'port_id': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'mac_address': 'fa:16:3e:4d:34:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:25:07.818570 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 3be8d920-dc13-499f-b9d6-d875dbb50bdc is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:25:07.818952 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:07.832482 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be8d920-dc13-499f-b9d6-d875dbb50bdc {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:25:07.853523 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:25:07.859684 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:07.912822 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=3be8d920-dc13-499f-b9d6-d875dbb50bdc,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:07.920476 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.920815 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.921171 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.921507 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.921863 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.922190 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.922512 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.922827 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.923144 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.923461 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.923804 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.924136 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.924485 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.924842 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:07.925157 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:08.215997 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['3be8d920-dc13-499f-b9d6-d875dbb50bdc'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:25:08.460085 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:08.849459 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce5c35-f293-4926-aeb4-82add91125cf req-96e3e58d-3543-4eb3-b060-bb91f54b125f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:08.850961 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c1ce5c35-f293-4926-aeb4-82add91125cf req-96e3e58d-3543-4eb3-b060-bb91f54b125f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 945 time: 0.0533872 May 25 16:25:08.897952 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c1ce5c35-f293-4926-aeb4-82add91125cf req-8911cc59-6c36-47f1-b54f-7023c3df0441 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412612 May 25 16:25:09.452892 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:09.457172 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:09.693187 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 3be8d920-dc13-499f-b9d6-d875dbb50bdc up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:25:09.741603 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:09.742619 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 3be8d920-dc13-499f-b9d6-d875dbb50bdc completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:25:09.748810 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 3be8d920-dc13-499f-b9d6-d875dbb50bdc triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:25:09.749236 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:09.822926 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 3be8d920-dc13-499f-b9d6-d875dbb50bdc is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:25:09.823305 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:09.845577 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:25:09.847839 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c81300-d237-4b3d-a1c5-12f8e9743f03" -d '{"events": [{"server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "name": "network-vif-plugged", "status": "completed", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:25:09.861457 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:25:09.865133 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:09.886269 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18255c5-fbc3-40c2-9fca-68f86a6b3e6f x-openstack-request-id: req-f18255c5-fbc3-40c2-9fca-68f86a6b3e6f {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:25:09.886577 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "name": "network-vif-plugged", "status": "completed", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:25:09.886868 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f18255c5-fbc3-40c2-9fca-68f86a6b3e6f {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:25:09.887508 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18255c5-fbc3-40c2-9fca-68f86a6b3e6f'] response: {'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'code': 200} May 25 16:25:09.915772 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=3be8d920-dc13-499f-b9d6-d875dbb50bdc,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:10.017057 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcf298-66d5-4bfc-bfac-6666dc77af40 req-d3e8bc92-4712-4aa4-9e88-12195182ba6b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:10.019466 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3efcf298-66d5-4bfc-bfac-6666dc77af40 req-d3e8bc92-4712-4aa4-9e88-12195182ba6b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0491049 May 25 16:25:10.031411 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:10.072573 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3efcf298-66d5-4bfc-bfac-6666dc77af40 req-856a5a03-9e39-44f5-8973-14542cbfa95a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486038 May 25 16:25:10.092811 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d0db3-d34a-4da9-a7ec-9e1643f3c953 req-c99383d3-d14a-45eb-8ec6-180a0cfcd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:10.094329 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-726d0db3-d34a-4da9-a7ec-9e1643f3c953 req-c99383d3-d14a-45eb-8ec6-180a0cfcd92d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 1130 time: 0.0431380 May 25 16:25:10.147027 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-726d0db3-d34a-4da9-a7ec-9e1643f3c953 req-279e6bbd-8072-46a2-a93c-0e19144e67c5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443654 May 25 16:25:11.194250 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a175a-78b9-423b-adee-c968360eca02 req-98de09ca-a8bd-4bf5-a036-831905ce5e80 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:11.195753 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3d0a175a-78b9-423b-adee-c968360eca02 req-98de09ca-a8bd-4bf5-a036-831905ce5e80 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0486887 May 25 16:25:11.248531 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3d0a175a-78b9-423b-adee-c968360eca02 req-61462d85-2141-4612-a1c4-94f5a5b0069d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470777 May 25 16:25:12.365991 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577aaa48-7d2c-43d3-b1a7-466fd26ef472 req-0b7f19b2-0ebd-4442-a40e-8053a5f0dafa tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:12.367460 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-577aaa48-7d2c-43d3-b1a7-466fd26ef472 req-0b7f19b2-0ebd-4442-a40e-8053a5f0dafa tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0459430 May 25 16:25:12.413221 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-577aaa48-7d2c-43d3-b1a7-466fd26ef472 req-537d0a5c-6afa-4739-9e72-eff7a7be1b62 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396581 May 25 16:25:12.525203 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e83fe-cc31-4aef-8014-76885d35d886 req-d1c05ddb-5759-453e-8c47-1f5d5610dfed tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:12.526707 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-562e83fe-cc31-4aef-8014-76885d35d886 req-d1c05ddb-5759-453e-8c47-1f5d5610dfed tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0468640 May 25 16:25:12.535943 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45364) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:12.540339 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-c262dd6e-a86f-4b36-95c5-35029d07e6fe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Request body: {'floatingip': {'port_id': '3be8d920-dc13-499f-b9d6-d875dbb50bdc'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:12.580666 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c262dd6e-a86f-4b36-95c5-35029d07e6fe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (fc4d83ee-ef42-44b9-a419-b387047b38ab), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:12.664616 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:12.986617 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c262dd6e-a86f-4b36-95c5-35029d07e6fe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:12.990338 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c262dd6e-a86f-4b36-95c5-35029d07e6fe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (fc4d83ee-ef42-44b9-a419-b387047b38ab), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:13.082963 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-c262dd6e-a86f-4b36-95c5-35029d07e6fe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Floating IP fc4d83ee-ef42-44b9-a419-b387047b38ab associated. External IP: 172.27.1.104, port: 3be8d920-dc13-499f-b9d6-d875dbb50bdc. May 25 16:25:13.516290 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c262dd6e-a86f-4b36-95c5-35029d07e6fe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Router 09bbca93-bf37-4210-a635-9ef33a8edc67 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:25:13.523462 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:13.621896 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c262dd6e-a86f-4b36-95c5-35029d07e6fe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:25:13.626686 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c262dd6e-a86f-4b36-95c5-35029d07e6fe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:13.631460 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58183e68-0bdd-4c49-9a89-a004cf5985b7 None None] Sync routers for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:25:13.641609 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58183e68-0bdd-4c49-9a89-a004cf5985b7 None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:25:13.642326 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-58183e68-0bdd-4c49-9a89-a004cf5985b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:25:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:13.656732 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c262dd6e-a86f-4b36-95c5-35029d07e6fe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "PUT /v2.0/floatingips/fc4d83ee-ef42-44b9-a419-b387047b38ab HTTP/1.1" status: 200 len: 992 time: 1.1197722 May 25 16:25:13.657383 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:25:13.659717 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2233cf01-e050-4724-9fdd-2dc010671226" -d '{"events": [{"name": "network-changed", "server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:25:13.696206 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaa954a-9613-4d13-a0f4-a0e97cbaaafb x-openstack-request-id: req-4aaa954a-9613-4d13-a0f4-a0e97cbaaafb {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:25:13.696496 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:25:13.696745 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4aaa954a-9613-4d13-a0f4-a0e97cbaaafb {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:25:13.697147 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aaa954a-9613-4d13-a0f4-a0e97cbaaafb'] response: {'name': 'network-changed', 'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'status': 'completed', 'code': 200} May 25 16:25:13.751988 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-58183e68-0bdd-4c49-9a89-a004cf5985b7 None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:25:13.768205 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233cf01-e050-4724-9fdd-2dc010671226 req-54324608-20ef-4332-89c9-e984a5588239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:13.769643 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2233cf01-e050-4724-9fdd-2dc010671226 req-54324608-20ef-4332-89c9-e984a5588239 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 1130 time: 0.0397921 May 25 16:25:13.865029 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233cf01-e050-4724-9fdd-2dc010671226 req-eb839468-cdd6-4045-ab46-a0ba3ef08883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:13.866558 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2233cf01-e050-4724-9fdd-2dc010671226 req-eb839468-cdd6-4045-ab46-a0ba3ef08883 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 919 time: 0.0894995 May 25 16:25:13.930962 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2233cf01-e050-4724-9fdd-2dc010671226 req-bbc33a45-15d5-40d4-85ec-ea6de2e4405e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc HTTP/1.1" status: 200 len: 1000 time: 0.0566835 May 25 16:25:13.961582 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-58183e68-0bdd-4c49-9a89-a004cf5985b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'fc4d83ee-ef42-44b9-a419-b387047b38ab', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'port_id': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'mac_address': 'fa:16:3e:4d:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7652df85-9116-41c0-b1a1-32a070414bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:24:59Z', 'updated_at': '2022-05-25T16:25:12Z', 'revision_number': 1, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:48Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:13.986505 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58183e68-0bdd-4c49-9a89-a004cf5985b7 None None] Checking router: 09bbca93-bf37-4210-a635-9ef33a8edc67 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:25:13.992469 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233cf01-e050-4724-9fdd-2dc010671226 req-2ba31c68-66e4-4fb6-8af1-35e7b2338aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:13.993964 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2233cf01-e050-4724-9fdd-2dc010671226 req-2ba31c68-66e4-4fb6-8af1-35e7b2338aa7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12d09b9d-7694-4ad9-b286-85dfd52d5768 HTTP/1.1" status: 200 len: 856 time: 0.0477245 May 25 16:25:13.994947 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58183e68-0bdd-4c49-9a89-a004cf5985b7 None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:25:13.995543 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-58183e68-0bdd-4c49-9a89-a004cf5985b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:25:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:14.039575 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233cf01-e050-4724-9fdd-2dc010671226 req-10334f7c-5d6f-4a3e-888d-736e9cdb6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:14.040985 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2233cf01-e050-4724-9fdd-2dc010671226 req-10334f7c-5d6f-4a3e-888d-736e9cdb6353 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b9fb8be-8c67-427e-8c91-a4becd42df59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395777 May 25 16:25:14.066735 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:14.101300 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-58183e68-0bdd-4c49-9a89-a004cf5985b7 None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:25:14.134406 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2233cf01-e050-4724-9fdd-2dc010671226 req-37dd5fdd-bf51-4d53-81f8-331b471d7727 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853531 May 25 16:25:14.229765 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2233cf01-e050-4724-9fdd-2dc010671226 req-974e0d04-4378-4266-925b-962eee7dd701 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885675 May 25 16:25:14.279659 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:14.321691 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-58183e68-0bdd-4c49-9a89-a004cf5985b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'fc4d83ee-ef42-44b9-a419-b387047b38ab', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'port_id': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'mac_address': 'fa:16:3e:4d:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7652df85-9116-41c0-b1a1-32a070414bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:24:59Z', 'updated_at': '2022-05-25T16:25:12Z', 'revision_number': 1, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:48Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:14.345945 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58183e68-0bdd-4c49-9a89-a004cf5985b7 None None] The sync data for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi is: [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'fc4d83ee-ef42-44b9-a419-b387047b38ab', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'port_id': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'mac_address': 'fa:16:3e:4d:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7652df85-9116-41c0-b1a1-32a070414bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:24:59Z', 'updated_at': '2022-05-25T16:25:12Z', 'revision_number': 1, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:48Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:25:14.536279 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6880e99c-c36b-4419-8988-5c4cc0bef9d4 None None] New status for floating IP fc4d83ee-ef42-44b9-a419-b387047b38ab: ACTIVE {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:25:18.454667 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:25:21.475523 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:22.811186 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dcdae0cf-5e35-43fd-9e50-b98ec7394515 req-636e4bc2-b521-4fb0-9594-c03b606d05bf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440071 May 25 16:25:22.877152 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdae0cf-5e35-43fd-9e50-b98ec7394515 req-5979dd7e-a8cb-48e9-b44b-7598993be7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:22.878659 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dcdae0cf-5e35-43fd-9e50-b98ec7394515 req-5979dd7e-a8cb-48e9-b44b-7598993be7d7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 1129 time: 0.0393534 May 25 16:25:22.921376 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:22.990973 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdae0cf-5e35-43fd-9e50-b98ec7394515 req-d19212f6-d51f-4620-a530-77ca5aa204ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:22.992441 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dcdae0cf-5e35-43fd-9e50-b98ec7394515 req-d19212f6-d51f-4620-a530-77ca5aa204ba service neutron] 10.222.0.84 "GET /v2.0/networks?id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 HTTP/1.1" status: 200 len: 913 time: 0.0888824 May 25 16:25:23.058644 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dcdae0cf-5e35-43fd-9e50-b98ec7394515 req-1e238b3e-c1de-475e-a8fd-0503b43fdaee service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d7ffb26-b14c-4496-a249-7c6754e10040 HTTP/1.1" status: 200 len: 1000 time: 0.0541079 May 25 16:25:23.116313 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdae0cf-5e35-43fd-9e50-b98ec7394515 req-5a02012a-6bfe-45a9-b8b6-a94cc867c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:23.117730 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dcdae0cf-5e35-43fd-9e50-b98ec7394515 req-5a02012a-6bfe-45a9-b8b6-a94cc867c5b3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1e391e2-f1bc-4085-8176-36597c4822d4 HTTP/1.1" status: 200 len: 850 time: 0.0528457 May 25 16:25:23.175498 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdae0cf-5e35-43fd-9e50-b98ec7394515 req-fbf331a5-e18e-4ef0-aae1-114852f5c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:23.177232 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dcdae0cf-5e35-43fd-9e50-b98ec7394515 req-fbf331a5-e18e-4ef0-aae1-114852f5c43f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407770 May 25 16:25:23.271963 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dcdae0cf-5e35-43fd-9e50-b98ec7394515 req-b4687748-c479-4815-a2eb-ade3bf8e4ddc service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859511 May 25 16:25:23.366763 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dcdae0cf-5e35-43fd-9e50-b98ec7394515 req-f48b9770-f6d4-4d1a-842a-b7d37190e756 service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867589 May 25 16:25:23.650074 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=13 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:23.653781 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:28.450426 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:28.470651 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:30.212988 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-678f9979-2288-41d1-9ae1-b4f3480efa50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:32.537952 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:32.546087 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5efd0b1b-8f9a-4ba6-a400-9662a4e573f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:33.353016 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=64 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:33.363905 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=46 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:33.664350 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:35.098751 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d7ce7-8e7d-4ced-8fe0-19a5e360e1bc req-6c5cd8d0-7784-423d-a48f-7e0dcbab5469 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:35.100244 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c09d7ce7-8e7d-4ced-8fe0-19a5e360e1bc req-6c5cd8d0-7784-423d-a48f-7e0dcbab5469 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.1514778 May 25 16:25:35.151944 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c09d7ce7-8e7d-4ced-8fe0-19a5e360e1bc req-facc098a-0f35-473e-8581-3dbdafbdd0ba tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460887 May 25 16:25:35.326338 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:36.326364 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ae5c0-4596-4155-bb4b-1dc49f076cc2 req-2745ddba-1580-44d5-a7a2-b6327f6b11ad tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:36.328074 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1e6ae5c0-4596-4155-bb4b-1dc49f076cc2 req-2745ddba-1580-44d5-a7a2-b6327f6b11ad tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.1075592 May 25 16:25:36.375262 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1e6ae5c0-4596-4155-bb4b-1dc49f076cc2 req-b09c73f5-c053-4d4a-b54d-f2aa2ac56f5b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413835 May 25 16:25:36.532067 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:37.503923 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adc655-0866-4f99-9e12-4242929c2f8a req-f17d17ad-b797-4eda-bc0b-fa091c9690b9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:37.505381 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08adc655-0866-4f99-9e12-4242929c2f8a req-f17d17ad-b797-4eda-bc0b-fa091c9690b9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0569193 May 25 16:25:37.560585 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08adc655-0866-4f99-9e12-4242929c2f8a req-9a21ce1a-3e6e-4243-a05e-0d2bf24f3185 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=4cd1c2d7-98fe-4872-9a81-45f56490b441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490098 May 25 16:25:37.860843 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-c6323143-44e5-4b4e-9d62-95549566a3f9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:37.862337 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-c6323143-44e5-4b4e-9d62-95549566a3f9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.84 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 945 time: 0.0474942 May 25 16:25:37.953389 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Deleting port 5d7ffb26-b14c-4496-a249-7c6754e10040 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:25:37.953753 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:38.048357 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] For port 5d7ffb26-b14c-4496-a249-7c6754e10040, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=5d7ffb26-b14c-4496-a249-7c6754e10040,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:25:38.048665 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:38.220107 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:38.220475 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (87a260f2-fcd1-4716-8247-654d09c44dc3), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:38.220790 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Floating IP 87a260f2-fcd1-4716-8247-654d09c44dc3 disassociated. External IP: 172.27.1.18, port: 5d7ffb26-b14c-4496-a249-7c6754e10040. May 25 16:25:38.221139 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Calling delete_port for 5d7ffb26-b14c-4496-a249-7c6754e10040 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:25:38.354969 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (5d7ffb26-b14c-4496-a249-7c6754e10040), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:38.383477 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event deleted for resources: {'Port': ['ID=5d7ffb26-b14c-4496-a249-7c6754e10040,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:38.395518 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.395854 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.396196 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.396536 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.396874 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.397284 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.397688 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.398040 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.398369 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.398733 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.399012 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.399340 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.399660 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.399983 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.400299 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:38.514252 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:25:38.626207 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:25:38.644456 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d7ed9c-9837-41de-a165-cd5615b6f110 None None] Sync routers for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:25:38.660938 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7ed9c-9837-41de-a165-cd5615b6f110 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:25:38.662128 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-66d7ed9c-9837-41de-a165-cd5615b6f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:25:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:38.676769 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] No DVR routers for this DVR port 5d7ffb26-b14c-4496-a249-7c6754e10040 on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:25:38.678640 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fa119da3-4e3e-42c2-a6a4-be8c72618ee9 req-dc51aaa8-5d94-4a39-a1a3-6584d5fedf0e tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c525fad-3e59-4bcd-9263-cf3a13d13e3f HTTP/1.1" status: 200 len: 210 time: 0.0310082 May 25 16:25:38.679440 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:38.682811 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5169c158-766f-4f2c-a41e-76fa96880d11 req-f5d93211-9aee-4cbc-816f-b840b7006a83 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.84 "DELETE /v2.0/ports/5d7ffb26-b14c-4496-a249-7c6754e10040 HTTP/1.1" status: 204 len: 173 time: 0.8135865 May 25 16:25:38.683429 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'name': 'network-vif-deleted', 'tag': '5d7ffb26-b14c-4496-a249-7c6754e10040'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:25:38.686231 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595cbe69-194c-46cc-bbf7-f579fdcf05ec" -d '{"events": [{"server_uuid": "9c525fad-3e59-4bcd-9263-cf3a13d13e3f", "name": "network-vif-deleted", "tag": "5d7ffb26-b14c-4496-a249-7c6754e10040"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:25:38.731977 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fbd09b-67c1-494a-9765-1e53f340f091 x-openstack-request-id: req-11fbd09b-67c1-494a-9765-1e53f340f091 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:25:38.732262 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c525fad-3e59-4bcd-9263-cf3a13d13e3f", "name": "network-vif-deleted", "tag": "5d7ffb26-b14c-4496-a249-7c6754e10040", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:25:38.732512 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11fbd09b-67c1-494a-9765-1e53f340f091 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:25:38.732912 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11fbd09b-67c1-494a-9765-1e53f340f091'] response: {'server_uuid': '9c525fad-3e59-4bcd-9263-cf3a13d13e3f', 'name': 'network-vif-deleted', 'tag': '5d7ffb26-b14c-4496-a249-7c6754e10040', 'status': 'completed', 'code': 200} May 25 16:25:38.787986 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-66d7ed9c-9837-41de-a165-cd5615b6f110 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:25:38.990907 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-66d7ed9c-9837-41de-a165-cd5615b6f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:44Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:39.014738 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d7ed9c-9837-41de-a165-cd5615b6f110 None None] Checking router: ec9340ba-bf33-42c8-8549-3d4ea785e8f0 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:25:39.023058 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7ed9c-9837-41de-a165-cd5615b6f110 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:25:39.023652 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-66d7ed9c-9837-41de-a165-cd5615b6f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:25:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:39.125652 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-66d7ed9c-9837-41de-a165-cd5615b6f110 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:25:39.325365 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-66d7ed9c-9837-41de-a165-cd5615b6f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:44Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:39.352707 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d7ed9c-9837-41de-a165-cd5615b6f110 None None] The sync data for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi is: [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:44Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:25:39.567585 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20246268-ce9c-4aed-8969-12649c465f6c None None] New status for floating IP 87a260f2-fcd1-4716-8247-654d09c44dc3: DOWN {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:25:39.860544 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45464) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:39.923371 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group (4cd1c2d7-98fe-4872-9a81-45f56490b441), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:39.946460 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group (4cd1c2d7-98fe-4872-9a81-45f56490b441), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:39.999593 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (4cd1c2d7-98fe-4872-9a81-45f56490b441), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.002289 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.003420 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "DELETE /v2.0/security-groups/4cd1c2d7-98fe-4872-9a81-45f56490b441 HTTP/1.1" status: 204 len: 168 time: 0.1419067 May 25 16:25:40.006246 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45468) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:40.012630 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd1c2d7-98fe-4872-9a81-45f56490b441,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:40.019877 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.020224 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.020762 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.021001 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.021297 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.api.v2.resource [None req-34a44022-382a-4b70-a4d6-e24c44e718a4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] show failed (client error): The resource could not be found. May 25 16:25:40.021441 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.021771 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.022290 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.022824 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-34a44022-382a-4b70-a4d6-e24c44e718a4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups/4cd1c2d7-98fe-4872-9a81-45f56490b441 HTTP/1.1" status: 404 len: 347 time: 0.0149796 May 25 16:25:40.025428 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45470) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:40.025547 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.025814 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.026158 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.026494 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.026897 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.027154 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.027448 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.027906 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8619e428-9731-4ba0-a2a9-e30e11419ad8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:25:40.143733 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-5e89f741-e83a-4431-93a8-b0dc316ead76 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Deleting port 5a475394-a2d7-4d8d-a765-d5ca496bf239 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:25:40.144109 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e89f741-e83a-4431-93a8-b0dc316ead76 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (5a475394-a2d7-4d8d-a765-d5ca496bf239), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.157466 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:40.184252 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:40.228462 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e89f741-e83a-4431-93a8-b0dc316ead76 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (5a475394-a2d7-4d8d-a765-d5ca496bf239), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.228789 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e89f741-e83a-4431-93a8-b0dc316ead76 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (5a475394-a2d7-4d8d-a765-d5ca496bf239), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.238712 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d964cdf-0970-47a4-8aca-2c7e1282857b req-2a94e5ef-2cb7-4d39-ba09-138978549a85 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:40.240171 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3d964cdf-0970-47a4-8aca-2c7e1282857b req-2a94e5ef-2cb7-4d39-ba09-138978549a85 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 945 time: 0.0489430 May 25 16:25:40.240991 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-5e89f741-e83a-4431-93a8-b0dc316ead76 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Calling delete_port for 5a475394-a2d7-4d8d-a765-d5ca496bf239 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:25:40.294486 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3d964cdf-0970-47a4-8aca-2c7e1282857b req-d13c9705-eb32-4af2-8025-014d7c844f35 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484297 May 25 16:25:40.378857 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e89f741-e83a-4431-93a8-b0dc316ead76 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (5a475394-a2d7-4d8d-a765-d5ca496bf239), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.403680 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89f741-e83a-4431-93a8-b0dc316ead76 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event deleted for resources: {'Port': ['ID=5a475394-a2d7-4d8d-a765-d5ca496bf239,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:40.470805 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e89f741-e83a-4431-93a8-b0dc316ead76 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (87a260f2-fcd1-4716-8247-654d09c44dc3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.473356 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e89f741-e83a-4431-93a8-b0dc316ead76 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.474531 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5e89f741-e83a-4431-93a8-b0dc316ead76 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "DELETE /v2.0/floatingips/87a260f2-fcd1-4716-8247-654d09c44dc3 HTTP/1.1" status: 204 len: 168 time: 0.4478757 May 25 16:25:40.553842 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45476) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:40.558877 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-f1b530b4-c49b-476a-af92-3ddb932e92ab tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--641454221', 'description': 'tempest-description--1842233705'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:40.579518 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1b530b4-c49b-476a-af92-3ddb932e92ab tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.647542 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1b530b4-c49b-476a-af92-3ddb932e92ab tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group (de446ba9-deee-4794-9504-fe9915b7a299), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.651397 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1b530b4-c49b-476a-af92-3ddb932e92ab tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (de446ba9-deee-4794-9504-fe9915b7a299), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.682757 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1b530b4-c49b-476a-af92-3ddb932e92ab tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.684633 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f1b530b4-c49b-476a-af92-3ddb932e92ab tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1296794 May 25 16:25:40.686519 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b530b4-c49b-476a-af92-3ddb932e92ab tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de446ba9-deee-4794-9504-fe9915b7a299,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:40.687514 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45480) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:40.692356 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-86334c8d-b6f6-48b1-ac69-8ffed41c5aee tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Request body: {'security_group_rule': {'security_group_id': 'de446ba9-deee-4794-9504-fe9915b7a299', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:40.719316 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-86334c8d-b6f6-48b1-ac69-8ffed41c5aee tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group_rule (8d60494b-a74f-4cf7-a271-7e643d8b4cbf), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.774983 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-86334c8d-b6f6-48b1-ac69-8ffed41c5aee tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group_rule (8d60494b-a74f-4cf7-a271-7e643d8b4cbf), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.778909 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-86334c8d-b6f6-48b1-ac69-8ffed41c5aee tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (8d60494b-a74f-4cf7-a271-7e643d8b4cbf), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.797866 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86334c8d-b6f6-48b1-ac69-8ffed41c5aee tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d60494b-a74f-4cf7-a271-7e643d8b4cbf,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:40.802175 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-86334c8d-b6f6-48b1-ac69-8ffed41c5aee tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.803344 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-86334c8d-b6f6-48b1-ac69-8ffed41c5aee tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146038 May 25 16:25:40.806033 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45484) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:40.810221 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-ba861ee9-604a-49ab-bf6e-912574c52324 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Request body: {'security_group_rule': {'security_group_id': 'de446ba9-deee-4794-9504-fe9915b7a299', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:40.836311 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba861ee9-604a-49ab-bf6e-912574c52324 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group_rule (6984cdd1-6666-4903-9447-eadab1f5edc5), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.883011 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba861ee9-604a-49ab-bf6e-912574c52324 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group_rule (6984cdd1-6666-4903-9447-eadab1f5edc5), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.887197 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba861ee9-604a-49ab-bf6e-912574c52324 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (6984cdd1-6666-4903-9447-eadab1f5edc5), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.906052 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba861ee9-604a-49ab-bf6e-912574c52324 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6984cdd1-6666-4903-9447-eadab1f5edc5,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:40.910643 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba861ee9-604a-49ab-bf6e-912574c52324 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:40.912071 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ba861ee9-604a-49ab-bf6e-912574c52324 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1048210 May 25 16:25:40.915139 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45486) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:40.919314 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:40.932258 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:40.941684 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:41.002726 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:41.025282 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:41.130681 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Allocated IP 172.27.1.164 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:25:41.232494 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for port (7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:41.267489 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:41.313511 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:25:41.318532 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:25:41.320790 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event updated for resources: {'Port': ['ID=7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:41.322961 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:25:41.439051 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf220-7ac1-4441-ada3-eef5efcaf106 req-4f908376-526e-41a7-96f8-cc0eeff52745 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:41.440531 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1b1cf220-7ac1-4441-ada3-eef5efcaf106 req-4f908376-526e-41a7-96f8-cc0eeff52745 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 945 time: 0.0741811 May 25 16:25:41.455485 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (d5c185b9-68e6-43a1-b2c6-5ec58f6831b9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:41.521290 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1b1cf220-7ac1-4441-ada3-eef5efcaf106 req-1fd47679-4f12-4303-970d-81654fc23fe8 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743122 May 25 16:25:41.521930 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:41.646221 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:41.707954 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for port (7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:41.712348 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:41.744493 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:41.793215 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event updated for resources: {'Port': ['ID=7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:41.799776 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (d5c185b9-68e6-43a1-b2c6-5ec58f6831b9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:41.815736 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:41.816925 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4e7ec366-e6d7-442b-9d45-3f320105976b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9008970 May 25 16:25:41.894511 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 5d7ffb26-b14c-4496-a249-7c6754e10040 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:25:41.914795 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 5d7ffb26-b14c-4496-a249-7c6754e10040 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:25:41.915139 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 5d7ffb26-b14c-4496-a249-7c6754e10040 not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:25:41.961800 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-657945a1-2f29-48c1-8a21-5ff7e030ae8a tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--641454221&fields=id&tenant_id=3e8c39550e4e41e79cc56aa7d22ae052 HTTP/1.1" status: 200 len: 267 time: 0.0421147 May 25 16:25:42.068093 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-8794ecd8-d300-463b-a8f9-aebc5c2a1304 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:42.069554 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-8794ecd8-d300-463b-a8f9-aebc5c2a1304 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/networks?id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 HTTP/1.1" status: 200 len: 811 time: 0.1013093 May 25 16:25:42.085500 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-3c10560f-5ca1-4b75-b303-ea9d9d15aaca tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/quotas/3e8c39550e4e41e79cc56aa7d22ae052 HTTP/1.1" status: 200 len: 375 time: 0.0093055 May 25 16:25:42.108698 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8713e-3b0f-4abb-a448-683280a4989c req-8bb2712b-558c-429c-9cea-a945673ba64c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:42.110223 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-94e8713e-3b0f-4abb-a448-683280a4989c req-8bb2712b-558c-429c-9cea-a945673ba64c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 945 time: 0.0522065 May 25 16:25:42.134483 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-0bea5356-dd09-4db4-ad52-2c4320593f05 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433352 May 25 16:25:42.200932 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Deleting port b584eb77-9528-491e-9943-03658d935cdc {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:25:42.201272 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (b584eb77-9528-491e-9943-03658d935cdc), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:42.277450 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-92229006-43fd-471f-bd6e-6ba08370154b service neutron] 10.222.0.42 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306174 May 25 16:25:42.290034 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] For port b584eb77-9528-491e-9943-03658d935cdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b584eb77-9528-491e-9943-03658d935cdc,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:25:42.290394 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (b584eb77-9528-491e-9943-03658d935cdc), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:42.369929 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-200b63bd-b4f4-4640-8616-1b4da796858a service neutron] 10.222.0.42 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866745 May 25 16:25:42.434960 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:42.458658 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:42.462241 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:42.462669 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (32ab909f-895a-40ad-ad08-1c01f7b4a574), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:42.463021 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Floating IP 32ab909f-895a-40ad-ad08-1c01f7b4a574 disassociated. External IP: 172.27.1.59, port: b584eb77-9528-491e-9943-03658d935cdc. May 25 16:25:42.463414 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Calling delete_port for b584eb77-9528-491e-9943-03658d935cdc owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:25:42.538223 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d88f8970-1b9a-4451-81f2-96e93f51eed2 req-cc0e64a1-6ecf-4623-a460-98fe1897c361 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 210 time: 0.0307269 May 25 16:25:42.630347 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (b584eb77-9528-491e-9943-03658d935cdc), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:42.666290 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event deleted for resources: {'Port': ['ID=b584eb77-9528-491e-9943-03658d935cdc,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:42.667313 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6107249-1745-4680-a932-054f3fce8af0 req-340ef337-f9c7-422d-a967-603066673732 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:42.679752 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e6107249-1745-4680-a932-054f3fce8af0 req-340ef337-f9c7-422d-a967-603066673732 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 945 time: 0.0746117 May 25 16:25:42.728692 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e6107249-1745-4680-a932-054f3fce8af0 req-ec9fffbf-291c-46a1-b3a0-060b492165c3 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480692 May 25 16:25:42.779198 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Router 313f9e04-c2be-4678-8132-dc209d3dd2cf has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:25:42.905320 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:25:42.915650 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1fc6e0-20ae-455d-b664-7a57b9597bbb None None] Sync routers for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:25:42.926037 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1fc6e0-20ae-455d-b664-7a57b9597bbb None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:25:42.926845 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0b1fc6e0-20ae-455d-b664-7a57b9597bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:25:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:42.957632 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] No DVR routers for this DVR port b584eb77-9528-491e-9943-03658d935cdc on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:25:42.960179 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:42.963622 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-94e8713e-3b0f-4abb-a448-683280a4989c req-9d546ead-a93a-4b14-80c0-73c4b4c6611d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "DELETE /v2.0/ports/b584eb77-9528-491e-9943-03658d935cdc HTTP/1.1" status: 204 len: 173 time: 0.8470862 May 25 16:25:42.964160 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'name': 'network-vif-deleted', 'tag': 'b584eb77-9528-491e-9943-03658d935cdc'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:25:42.967262 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9092f7-56af-40bf-8117-a24858ba3a50" -d '{"events": [{"server_uuid": "c2ffa3b0-9de0-483c-86b7-0f18718d8760", "name": "network-vif-deleted", "tag": "b584eb77-9528-491e-9943-03658d935cdc"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:25:43.037190 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c59db56-50e7-4158-be34-ca6d46b56bec x-openstack-request-id: req-7c59db56-50e7-4158-be34-ca6d46b56bec {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:25:43.039520 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ffa3b0-9de0-483c-86b7-0f18718d8760", "name": "network-vif-deleted", "tag": "b584eb77-9528-491e-9943-03658d935cdc", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:25:43.040722 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c59db56-50e7-4158-be34-ca6d46b56bec {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:25:43.041345 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c59db56-50e7-4158-be34-ca6d46b56bec'] response: {'server_uuid': 'c2ffa3b0-9de0-483c-86b7-0f18718d8760', 'name': 'network-vif-deleted', 'tag': 'b584eb77-9528-491e-9943-03658d935cdc', 'status': 'completed', 'code': 200} May 25 16:25:43.182135 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-0b1fc6e0-20ae-455d-b664-7a57b9597bbb None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:25:43.282109 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:43.317107 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:43.398786 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0b1fc6e0-20ae-455d-b664-7a57b9597bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:43.424024 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1fc6e0-20ae-455d-b664-7a57b9597bbb None None] Checking router: 313f9e04-c2be-4678-8132-dc209d3dd2cf for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:25:43.432882 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1fc6e0-20ae-455d-b664-7a57b9597bbb None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:25:43.434246 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0b1fc6e0-20ae-455d-b664-7a57b9597bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:25:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:43.538473 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-0b1fc6e0-20ae-455d-b664-7a57b9597bbb None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:25:43.635861 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-719c308e-3313-4a56-9a67-528e82574d91 req-21128237-63bb-4f86-8f6b-d3fffc20c3ab tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 210 time: 0.0285051 May 25 16:25:43.723891 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0b1fc6e0-20ae-455d-b664-7a57b9597bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:43.750194 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1fc6e0-20ae-455d-b664-7a57b9597bbb None None] The sync data for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi is: [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:25:43.845346 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7b137d8d-5d60-4174-b78b-b764ee6d0856 req-2d57b397-ef91-4cc3-8ff3-2c3d3259f0db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ffa3b0-9de0-483c-86b7-0f18718d8760 HTTP/1.1" status: 200 len: 210 time: 0.0294671 May 25 16:25:43.989743 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513010a4-481d-48b1-ae0d-2a68a3bd593b None None] New status for floating IP 32ab909f-895a-40ad-ad08-1c01f7b4a574: DOWN {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:25:44.492099 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-93783a47-f21f-4a5f-a052-45117c47dc5f tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:44.493835 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-93783a47-f21f-4a5f-a052-45117c47dc5f tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.84 "GET /v2.0/networks?id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 HTTP/1.1" status: 200 len: 811 time: 0.1309822 May 25 16:25:44.733254 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9e661ddb-eadc-4058-8d32-75bf233bd41c req-b538a75a-fff3-4dd2-9703-e25da4cacdb4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 210 time: 0.0309374 May 25 16:25:44.889024 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-ba35a160-3d10-43bc-863b-1bbd2ac97c29 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8c39550e4e41e79cc56aa7d22ae052 HTTP/1.1" status: 200 len: 379 time: 0.0654223 May 25 16:25:44.962676 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Request body: {'port': {'device_id': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'admin_state_up': True, 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'security_groups': ['de446ba9-deee-4794-9504-fe9915b7a299']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:45.082782 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Made reservation on behalf of 3e8c39550e4e41e79cc56aa7d22ae052 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:25:45.086243 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:45.150243 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-fe851df3-cc16-4ab1-9dfe-476ca170d5bc tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860376157&fields=id&tenant_id=a40431f830294ea0a6395be072560dea HTTP/1.1" status: 200 len: 267 time: 0.0477831 May 25 16:25:45.214620 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Allocated IP 172.20.0.14 (c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9/b1e391e2-f1bc-4085-8176-36597c4822d4/a3612e40-f8ea-4391-b684-977f3fa2cfff) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:25:45.216287 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:45.226837 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:45.266662 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f014e0-1629-419b-9829-66388596a03c req-c8f221f2-3568-4378-b282-f8e523366969 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:45.268151 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-c8f221f2-3568-4378-b282-f8e523366969 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 811 time: 0.1113679 May 25 16:25:45.283858 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-3eba418e-2674-4d75-936e-a39979c0f2e9 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/quotas/a40431f830294ea0a6395be072560dea HTTP/1.1" status: 200 len: 375 time: 0.0096943 May 25 16:25:45.324892 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:45.338437 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-68651124-3655-48df-9ebd-884020a818e2 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487201 May 25 16:25:45.366025 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:45.400192 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:45.487129 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-2d43bd98-7643-4d9f-9d73-790004f40bc0 service neutron] 10.222.0.42 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355281 May 25 16:25:45.603166 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-9c9a159b-b5e8-4b69-ab2e-e19eaef863bd service neutron] 10.222.0.42 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102364 May 25 16:25:45.679454 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:25:45.684042 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:25:45.690286 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:25:45.755422 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event updated for resources: {'Port': ['ID=a3612e40-f8ea-4391-b684-977f3fa2cfff,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:45.776983 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:45.778252 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:45.803317 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-64c96c2f-8f97-4267-9493-1d31d01ddd10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8447158 May 25 16:25:45.887307 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f4a02-a459-4c98-980f-160449c705b1 req-620c31fd-3eb5-4ec1-a8b8-0f433c91deb9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:45.898002 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3f8f4a02-a459-4c98-980f-160449c705b1 req-620c31fd-3eb5-4ec1-a8b8-0f433c91deb9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 932 time: 0.0681267 May 25 16:25:45.908127 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Request body: {'port': {'device_id': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:45.925177 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device b584eb77-9528-491e-9943-03658d935cdc no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:25:45.951846 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3f8f4a02-a459-4c98-980f-160449c705b1 req-9f56c7f2-1041-41bf-862f-111177fdafc9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528989 May 25 16:25:45.986581 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:45.990465 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: b584eb77-9528-491e-9943-03658d935cdc {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:25:45.990884 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device b584eb77-9528-491e-9943-03658d935cdc not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:25:45.996626 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:46.019654 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4933b7d7-c1ba-468b-81ea-b182ed542fd6 req-9f2c5b08-81f7-4883-8113-3fb567d4dbc9 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 210 time: 0.0334940 May 25 16:25:46.074495 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-a0a6c7f1-79a8-4e33-b8be-6b5dba767ef5 None None] Provisioning complete for port a3612e40-f8ea-4391-b684-977f3fa2cfff triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:25:46.077093 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c7f1-79a8-4e33-b8be-6b5dba767ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:46.162424 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6c7f1-79a8-4e33-b8be-6b5dba767ef5 None None] Port a3612e40-f8ea-4391-b684-977f3fa2cfff cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:25:46.429450 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3612e40-f8ea-4391-b684-977f3fa2cfff {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:25:46.441731 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Publish callbacks [] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:46.444601 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6ea03-c7cc-4336-9077-954c0220e44e req-917f3053-357b-44de-ae40-846f8f640b3a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:46.446556 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4bb6ea03-c7cc-4336-9077-954c0220e44e req-917f3053-357b-44de-ae40-846f8f640b3a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0785275 May 25 16:25:46.473635 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Transition to ACTIVE for port object a3612e40-f8ea-4391-b684-977f3fa2cfff will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:25:46.477669 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:46.506720 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4bb6ea03-c7cc-4336-9077-954c0220e44e req-191e71d4-6935-417f-979f-7def0bc88aef tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519962 May 25 16:25:46.539399 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:46.594406 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a3612e40-f8ea-4391-b684-977f3fa2cfff,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:46.626053 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:46.629564 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Attempting to bind port a3612e40-f8ea-4391-b684-977f3fa2cfff on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:25:46.629929 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Attempting to bind port a3612e40-f8ea-4391-b684-977f3fa2cfff by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:25:46.630255 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Attempting to bind port a3612e40-f8ea-4391-b684-977f3fa2cfff on network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:25:46.637451 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Port a3612e40-f8ea-4391-b684-977f3fa2cfff on network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:25:46.637799 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Attempting to bind port a3612e40-f8ea-4391-b684-977f3fa2cfff on network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:25:46.646192 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:25:46.646560 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Checking segment: {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:25:46.646939 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Bound using segment: {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:25:46.647491 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Bound port: a3612e40-f8ea-4391-b684-977f3fa2cfff, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a602a074-4bbb-43e7-8175-4ff98e970517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:25:46.647898 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:46.715040 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] For port a3612e40-f8ea-4391-b684-977f3fa2cfff, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:25:46.718405 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] For port a3612e40-f8ea-4391-b684-977f3fa2cfff, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a3612e40-f8ea-4391-b684-977f3fa2cfff,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:25:46.724423 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:46.757353 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:46.757833 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:46.759217 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] 10.222.0.84 "PUT /v2.0/ports/a3612e40-f8ea-4391-b684-977f3fa2cfff HTTP/1.1" status: 200 len: 1094 time: 0.9449487 May 25 16:25:46.759656 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'tag': 'a3612e40-f8ea-4391-b684-977f3fa2cfff'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:25:46.762484 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65fe95c-d650-469f-97ef-e25f704f543a" -d '{"events": [{"name": "network-changed", "server_uuid": "50c1e1a5-ce7f-4032-b028-431051dfde44", "tag": "a3612e40-f8ea-4391-b684-977f3fa2cfff"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:25:46.789650 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc282b-e8d8-4d28-9efb-3db56c92d9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a3612e40-f8ea-4391-b684-977f3fa2cfff,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:46.804189 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9881eb-7851-4ce0-acfb-c007fee8fd3b x-openstack-request-id: req-dd9881eb-7851-4ce0-acfb-c007fee8fd3b {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:25:46.804555 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c1e1a5-ce7f-4032-b028-431051dfde44", "tag": "a3612e40-f8ea-4391-b684-977f3fa2cfff", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:25:46.804875 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd9881eb-7851-4ce0-acfb-c007fee8fd3b {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:25:46.805349 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd9881eb-7851-4ce0-acfb-c007fee8fd3b'] response: {'name': 'network-changed', 'server_uuid': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'tag': 'a3612e40-f8ea-4391-b684-977f3fa2cfff', 'status': 'completed', 'code': 200} May 25 16:25:47.074680 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69217a-7cd0-477b-959f-521f31291fe2 req-7ac86c29-db92-4fde-93d7-1673acb05af9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:47.076373 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cb69217a-7cd0-477b-959f-521f31291fe2 req-7ac86c29-db92-4fde-93d7-1673acb05af9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 944 time: 0.0501902 May 25 16:25:47.129841 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-36b5f228-2348-42ad-bf94-30e6cf330b1d req-678dd11c-35ff-4f5b-b4a3-2457abbf09d9 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 210 time: 0.0344057 May 25 16:25:47.146626 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cb69217a-7cd0-477b-959f-521f31291fe2 req-598b9024-5246-4b1e-ac78-47751d36b05e tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647054 May 25 16:25:47.635039 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0605829-4d01-4425-9afd-8c00a1637292 req-5450fb61-c864-4ee8-99b1-06313ca4ba99 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:47.636807 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b0605829-4d01-4425-9afd-8c00a1637292 req-5450fb61-c864-4ee8-99b1-06313ca4ba99 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0545468 May 25 16:25:47.682248 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b0605829-4d01-4425-9afd-8c00a1637292 req-85911aa8-e746-4213-8a4b-952e40003d7a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400250 May 25 16:25:48.228088 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3c8caf4a-4da4-48b9-9563-ebb5c2bb1f02 req-1421134d-0cee-43fd-aa4a-552327cd878a tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 210 time: 0.0317895 May 25 16:25:48.273569 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96252826-ecf4-4ac8-9625-cb491377c4fe req-b5081a11-84f1-4d2f-88e8-5cf7fb31fed1 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:48.275072 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-96252826-ecf4-4ac8-9625-cb491377c4fe req-b5081a11-84f1-4d2f-88e8-5cf7fb31fed1 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 944 time: 0.0498435 May 25 16:25:48.320981 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-96252826-ecf4-4ac8-9625-cb491377c4fe req-acdd305c-827e-4d8c-89cd-ce18e391d984 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398147 May 25 16:25:48.796234 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d2c44-e0c7-4709-a261-72ee3f735bd1 req-4557252e-6342-4905-bfa7-0403ee719f4c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:48.797766 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ef4d2c44-e0c7-4709-a261-72ee3f735bd1 req-4557252e-6342-4905-bfa7-0403ee719f4c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0499771 May 25 16:25:48.845511 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ef4d2c44-e0c7-4709-a261-72ee3f735bd1 req-ce194970-4c69-40b8-8c05-0ffef0ad81ac tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421078 May 25 16:25:49.326177 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1a9922d1-b48e-4244-9ccb-22bd20b7bcb8 req-30e98e77-0031-4873-8a8e-a09b26a24633 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 210 time: 0.0296845 May 25 16:25:49.438731 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ed847-1fb0-4034-a7a6-44494565a6df req-e95229e4-87cd-433c-9680-b1f90350a60b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:49.440238 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e15ed847-1fb0-4034-a7a6-44494565a6df req-e95229e4-87cd-433c-9680-b1f90350a60b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 944 time: 0.0530024 May 25 16:25:49.486718 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e15ed847-1fb0-4034-a7a6-44494565a6df req-1310b0ee-1826-4598-b975-3c11348f28b4 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409801 May 25 16:25:49.898581 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fe95c-d650-469f-97ef-e25f704f543a req-3fa502d5-e220-4fa6-9cf1-d2e7ded65cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:49.901683 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a65fe95c-d650-469f-97ef-e25f704f543a req-3fa502d5-e220-4fa6-9cf1-d2e7ded65cc8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 1128 time: 0.0511208 May 25 16:25:49.979641 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e61cba-895f-4613-b009-df8dd8f1fa72 req-fcc69b3f-518f-4b99-9b60-bdda24ac2c60 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:49.981329 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-82e61cba-895f-4613-b009-df8dd8f1fa72 req-fcc69b3f-518f-4b99-9b60-bdda24ac2c60 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0509458 May 25 16:25:50.028337 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-82e61cba-895f-4613-b009-df8dd8f1fa72 req-57c09dca-3a61-4be0-ba3d-a6d06e3842bf tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413454 May 25 16:25:50.409884 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-161d98ae-cfb6-4f3e-9fbe-2e58adde845d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:50.411889 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-161d98ae-cfb6-4f3e-9fbe-2e58adde845d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0648942 May 25 16:25:50.429642 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fe95c-d650-469f-97ef-e25f704f543a req-a236845e-d8e4-4a62-9d61-557c5434b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:50.429642 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a65fe95c-d650-469f-97ef-e25f704f543a req-a236845e-d8e4-4a62-9d61-557c5434b3af service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1072347 May 25 16:25:50.446733 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:50.449406 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2f38591c-4036-4ebd-9e35-ec888a857569 req-17d72fbb-ca6e-4dd7-8a32-5797fe0eef5d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 210 time: 0.0365388 May 25 16:25:50.545436 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fe95c-d650-469f-97ef-e25f704f543a req-dacd3485-a89c-4c0c-a3cf-76eb3f9db2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:50.547955 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a65fe95c-d650-469f-97ef-e25f704f543a req-dacd3485-a89c-4c0c-a3cf-76eb3f9db2bc service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1116831 May 25 16:25:50.588979 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Deleting port 1b194465-a3bb-473d-8825-aed33ba4c44a {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:25:50.589413 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:50.667127 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3099a7-ff6b-4624-8cdd-3441eadb123c req-d92107a4-1a49-45ad-a573-7cae1222ccf5 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:50.669043 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dc3099a7-ff6b-4624-8cdd-3441eadb123c req-d92107a4-1a49-45ad-a573-7cae1222ccf5 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 944 time: 0.0923135 May 25 16:25:50.719551 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:50.747937 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] For port 1b194465-a3bb-473d-8825-aed33ba4c44a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1b194465-a3bb-473d-8825-aed33ba4c44a,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:25:50.748309 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:50.760091 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dc3099a7-ff6b-4624-8cdd-3441eadb123c req-19ce2554-edb0-4e1d-8b2d-50bfc8bc74d9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839403 May 25 16:25:50.878999 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-b1f8826d-4cc7-42ea-820d-2a0389a451b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:50.881405 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-b1f8826d-4cc7-42ea-820d-2a0389a451b0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 1128 time: 0.0553944 May 25 16:25:50.938965 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-ff88150c-02a9-41ed-be93-129274cadb6a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3612e40-f8ea-4391-b684-977f3fa2cfff HTTP/1.1" status: 200 len: 217 time: 0.0454121 May 25 16:25:50.995133 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:50.995509 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (f3fb8624-3645-4c90-8fe5-22bd9dd61612), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:50.995913 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Floating IP f3fb8624-3645-4c90-8fe5-22bd9dd61612 disassociated. External IP: 172.27.1.7, port: 1b194465-a3bb-473d-8825-aed33ba4c44a. May 25 16:25:50.996333 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Calling delete_port for 1b194465-a3bb-473d-8825-aed33ba4c44a owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:25:51.057747 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-65263f2d-9ccc-4cd3-88b8-b661853d73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:51.059775 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-65263f2d-9ccc-4cd3-88b8-b661853d73c6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1e391e2-f1bc-4085-8176-36597c4822d4 HTTP/1.1" status: 200 len: 850 time: 0.1043797 May 25 16:25:51.110369 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f014e0-1629-419b-9829-66388596a03c req-0a0cf4cc-c912-4f4c-88b5-911701fb4296 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:51.112020 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-0a0cf4cc-c912-4f4c-88b5-911701fb4296 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 811 time: 0.1829493 May 25 16:25:51.130536 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-f92fad1d-3a31-4a15-ae7e-87fcadbb60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:51.132238 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-f92fad1d-3a31-4a15-ae7e-87fcadbb60c9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619206 May 25 16:25:51.208673 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb4d32-2c87-4166-aad3-5f579f251092 req-9b5a3a99-0c09-436b-9c23-66c3c2aeee7c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:51.216300 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-24bb4d32-2c87-4166-aad3-5f579f251092 req-9b5a3a99-0c09-436b-9c23-66c3c2aeee7c tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 946 time: 0.0714688 May 25 16:25:51.234713 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (1b194465-a3bb-473d-8825-aed33ba4c44a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:51.268314 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-88e5dcc1-b0de-4cd2-9b05-6ac3c06476d2 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a40431f830294ea0a6395be072560dea HTTP/1.1" status: 200 len: 380 time: 0.1349723 May 25 16:25:51.268725 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:51.275158 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event deleted for resources: {'Port': ['ID=1b194465-a3bb-473d-8825-aed33ba4c44a,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:51.294520 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-aec03925-cba0-4bff-809c-52d50ef337d2 service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449287 May 25 16:25:51.334694 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-24bb4d32-2c87-4166-aad3-5f579f251092 req-e47e9475-1cb1-4117-905e-d17317a6c213 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=769cdbff-99fa-4aa3-b8a9-a607de1dc592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175365 May 25 16:25:51.373217 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082d944-2a4a-415a-9cae-7e7429e0457e req-baf8e073-afb2-4569-b128-f1ae9a6cb07c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:51.374968 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6082d944-2a4a-415a-9cae-7e7429e0457e req-baf8e073-afb2-4569-b128-f1ae9a6cb07c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 946 time: 0.1085742 May 25 16:25:51.470805 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:51.729836 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-00f4e48e-0fa1-4a6a-a6b1-96220ab53bdc req-7deca317-2f78-4f0e-9023-db460ff6d6ee tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 210 time: 0.0524166 May 25 16:25:51.733078 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6082d944-2a4a-415a-9cae-7e7429e0457e req-841b8b4d-66fa-40d6-91f0-53b5da80468c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515751 May 25 16:25:51.747757 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Router e708205c-50dc-4bc1-9d0a-d2fc586620da has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:25:51.760121 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:51.887483 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:25:51.894543 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43de673-b9c1-4735-ab66-d9bbd6833aa0 req-58fb89a4-8ae7-4259-8af1-b10b3d3b16ec tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:51.896010 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b43de673-b9c1-4735-ab66-d9bbd6833aa0 req-58fb89a4-8ae7-4259-8af1-b10b3d3b16ec tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 944 time: 0.0585921 May 25 16:25:51.902197 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd2fb8-5508-40e9-9be5-0ef3903c2059 None None] Sync routers for ids ['e708205c-50dc-4bc1-9d0a-d2fc586620da'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:25:51.911935 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd2fb8-5508-40e9-9be5-0ef3903c2059 None None] Routers {'e708205c-50dc-4bc1-9d0a-d2fc586620da'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:25:51.912614 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-91fd2fb8-5508-40e9-9be5-0ef3903c2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:25:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['e708205c-50dc-4bc1-9d0a-d2fc586620da'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:51.979662 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] No DVR routers for this DVR port 1b194465-a3bb-473d-8825-aed33ba4c44a on host hv-cinder-84327 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:25:51.986629 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:51.988271 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:51.991545 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5c94107a-d34f-44ea-a523-5418521fdbaa req-1e5ab661-c441-468a-bd12-8eafef020161 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "DELETE /v2.0/ports/1b194465-a3bb-473d-8825-aed33ba4c44a HTTP/1.1" status: 204 len: 173 time: 1.5684922 May 25 16:25:51.995800 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'name': 'network-vif-deleted', 'tag': '1b194465-a3bb-473d-8825-aed33ba4c44a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:25:51.998607 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46693cf-83d9-497c-b8e5-766958f80190" -d '{"events": [{"server_uuid": "f68f3730-3984-4aef-9c58-e87b09051c87", "name": "network-vif-deleted", "tag": "1b194465-a3bb-473d-8825-aed33ba4c44a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:25:52.009179 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b43de673-b9c1-4735-ab66-d9bbd6833aa0 req-31f411ba-d53e-4a82-aef1-5f1f5483c757 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885530 May 25 16:25:52.024223 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-91fd2fb8-5508-40e9-9be5-0ef3903c2059 None None] Set router e708205c-50dc-4bc1-9d0a-d2fc586620da gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:25:52.094878 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f15f065-bb3e-488a-946c-acfb290a4c76 x-openstack-request-id: req-3f15f065-bb3e-488a-946c-acfb290a4c76 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:25:52.095759 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68f3730-3984-4aef-9c58-e87b09051c87", "name": "network-vif-deleted", "tag": "1b194465-a3bb-473d-8825-aed33ba4c44a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:25:52.096011 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f15f065-bb3e-488a-946c-acfb290a4c76 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:25:52.096399 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f15f065-bb3e-488a-946c-acfb290a4c76'] response: {'server_uuid': 'f68f3730-3984-4aef-9c58-e87b09051c87', 'name': 'network-vif-deleted', 'tag': '1b194465-a3bb-473d-8825-aed33ba4c44a', 'status': 'completed', 'code': 200} May 25 16:25:52.226805 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-91fd2fb8-5508-40e9-9be5-0ef3903c2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:52Z', 'revision_number': 5, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:52.251720 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd2fb8-5508-40e9-9be5-0ef3903c2059 None None] Checking router: e708205c-50dc-4bc1-9d0a-d2fc586620da for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:25:52.260478 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd2fb8-5508-40e9-9be5-0ef3903c2059 None None] Routers {'e708205c-50dc-4bc1-9d0a-d2fc586620da'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:25:52.261073 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-91fd2fb8-5508-40e9-9be5-0ef3903c2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:25:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['e708205c-50dc-4bc1-9d0a-d2fc586620da'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:52.300565 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:52.345333 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:52.364828 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-91fd2fb8-5508-40e9-9be5-0ef3903c2059 None None] Set router e708205c-50dc-4bc1-9d0a-d2fc586620da gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:25:52.435415 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3d5017c6-7881-4aa6-a69e-6fa035219212 req-38b4347a-20f2-42de-bbff-8ed04de6a083 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 210 time: 0.0285683 May 25 16:25:52.553430 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-91fd2fb8-5508-40e9-9be5-0ef3903c2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:52Z', 'revision_number': 5, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:52.577304 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd2fb8-5508-40e9-9be5-0ef3903c2059 None None] The sync data for ids ['e708205c-50dc-4bc1-9d0a-d2fc586620da'] in dv-cinder-843278-2-iscsi is: [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:34Z', 'revision_number': 4, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '3c1fb575-65ee-4716-8340-9263a5d1c750', 'name': '', 'network_id': '07eab40d-bc82-4433-9d88-2c85f65e23df', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'mac_address': 'fa:16:3e:8a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:52Z', 'revision_number': 5, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'subnets': [{'id': 'a5fd1872-b933-477c-91a8-1b7b6079d318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:25:52.727939 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-97f014e0-1629-419b-9829-66388596a03c req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'port': {'device_id': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'admin_state_up': True, 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'security_groups': ['052d1766-c440-4419-956d-aed7751648dd']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:52.912253 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06781c-cb58-4015-bc84-b1a401d3e347 None None] New status for floating IP f3fb8624-3645-4c90-8fe5-22bd9dd61612: DOWN {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:25:52.928894 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-70e2b734-7eeb-4d5e-96eb-6392eaa0de2b req-f61596cf-6246-4c5d-bcad-7bbe1256e1d0 service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060521 May 25 16:25:52.933600 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-58a9e3ba-8bd8-4ac4-9ff5-93746d05a04c req-3b07a39d-e361-429f-adf7-1a983d28d967 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 210 time: 0.0637631 May 25 16:25:52.951913 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f014e0-1629-419b-9829-66388596a03c req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Made reservation on behalf of a40431f830294ea0a6395be072560dea for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:25:52.954844 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10931794-63d7-40ab-a616-4da890456b69 req-f9989754-154f-4297-8524-e78e894ca591 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:52.956706 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-10931794-63d7-40ab-a616-4da890456b69 req-f9989754-154f-4297-8524-e78e894ca591 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 946 time: 0.1045172 May 25 16:25:52.964093 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-97f014e0-1629-419b-9829-66388596a03c req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:53.036195 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-10931794-63d7-40ab-a616-4da890456b69 req-f82fa64e-8d7c-42a7-90bb-2801dae0888f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737092 May 25 16:25:53.085834 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:53.122232 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-97f014e0-1629-419b-9829-66388596a03c req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Allocated IP 172.20.0.3 (5f7c259b-fa42-4f62-9149-4145e768ec9c/a62fc72b-9e35-4921-bdef-a9201948c2e2/414a4851-4f1f-4eac-9236-89ed850b9b5a) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:25:53.152327 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846b588-0dd3-42de-bbbe-9ceb09d463e2 req-d8347987-a86b-4c68-a144-056712f0e07a tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:53.154276 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f846b588-0dd3-42de-bbbe-9ceb09d463e2 req-d8347987-a86b-4c68-a144-056712f0e07a tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 944 time: 0.0528469 May 25 16:25:53.206414 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f846b588-0dd3-42de-bbbe-9ceb09d463e2 req-911b33a7-be22-442c-9c6c-4e6480ae5178 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465264 May 25 16:25:53.279791 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-97f014e0-1629-419b-9829-66388596a03c req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:53.315351 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-97f014e0-1629-419b-9829-66388596a03c req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:53.355752 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f014e0-1629-419b-9829-66388596a03c req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Network 5f7c259b-fa42-4f62-9149-4145e768ec9c is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:25:53.363393 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-97f014e0-1629-419b-9829-66388596a03c req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:25:53.366385 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f014e0-1629-419b-9829-66388596a03c req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:25:53.398352 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'Port': ['ID=414a4851-4f1f-4eac-9236-89ed850b9b5a,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:53.425043 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f014e0-1629-419b-9829-66388596a03c req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:53.425667 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-97f014e0-1629-419b-9829-66388596a03c req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:53.444276 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-e98afd74-0a55-4aaa-a742-c9ea0c587772 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7227039 May 25 16:25:53.549607 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-be4a8f20-03ad-41f7-9352-68dd0e62405f req-a3d06025-9075-49f1-b782-88d733861a05 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68f3730-3984-4aef-9c58-e87b09051c87 HTTP/1.1" status: 200 len: 210 time: 0.0293913 May 25 16:25:53.564985 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-e80ddc34-782c-4ed9-b089-8543df6d72e7 None None] Provisioning complete for port 414a4851-4f1f-4eac-9236-89ed850b9b5a triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:25:53.565475 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e80ddc34-782c-4ed9-b089-8543df6d72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:53.597841 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-e80ddc34-782c-4ed9-b089-8543df6d72e7 None None] Port 414a4851-4f1f-4eac-9236-89ed850b9b5a cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:25:53.962315 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 1b194465-a3bb-473d-8825-aed33ba4c44a no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:25:53.987601 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 1b194465-a3bb-473d-8825-aed33ba4c44a {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:25:53.987946 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 1b194465-a3bb-473d-8825-aed33ba4c44a not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:25:54.060224 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef5193-63b0-47af-a236-b2e46cdff2ea req-4734748d-9d9f-4bfd-abc0-c3185d5f4900 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:54.061689 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2ef5193-63b0-47af-a236-b2e46cdff2ea req-4734748d-9d9f-4bfd-abc0-c3185d5f4900 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 931 time: 0.0497985 May 25 16:25:54.111324 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2ef5193-63b0-47af-a236-b2e46cdff2ea req-eacd45a6-ab2b-48e5-81e7-686f5c0b04b9 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439043 May 25 16:25:54.157523 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5872d-a6b9-4cf0-a6cc-8b49e2fa7832 req-d9398d1f-a714-4649-a2c7-eb5be76e2347 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:54.159020 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-32d5872d-a6b9-4cf0-a6cc-8b49e2fa7832 req-d9398d1f-a714-4649-a2c7-eb5be76e2347 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 946 time: 0.0468457 May 25 16:25:54.205941 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-32d5872d-a6b9-4cf0-a6cc-8b49e2fa7832 req-8b6a1cab-959c-4830-a35f-38ee35b6be2a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=680c2cfb-e3be-4d96-b614-91f604e145d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410621 May 25 16:25:54.242871 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-b32135ca-d4a9-4c80-9900-71f2335be461 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:54.244331 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-b32135ca-d4a9-4c80-9900-71f2335be461 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 946 time: 0.0472214 May 25 16:25:54.249079 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Request body: {'port': {'device_id': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:54.347527 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef048a9-3a94-47cb-a1ac-256afbda9845 req-bdf14c64-e0c9-40c7-a736-5306bbe5de96 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:54.349153 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cef048a9-3a94-47cb-a1ac-256afbda9845 req-bdf14c64-e0c9-40c7-a736-5306bbe5de96 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 944 time: 0.0635705 May 25 16:25:54.377266 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:54.404294 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:54.408303 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Deleting port e7088f01-c534-435d-adca-470dfe4db83d {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:25:54.408632 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (e7088f01-c534-435d-adca-470dfe4db83d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:54.412472 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cef048a9-3a94-47cb-a1ac-256afbda9845 req-fe64485d-9327-4d79-a84c-391394bf2717 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556693 May 25 16:25:54.569825 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] For port e7088f01-c534-435d-adca-470dfe4db83d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e7088f01-c534-435d-adca-470dfe4db83d,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:25:54.570193 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (e7088f01-c534-435d-adca-470dfe4db83d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:54.636451 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45678) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:54.675113 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:54.693225 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1c366692-b690-4c77-a99e-cfa269f9d439 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for security_group (769cdbff-99fa-4aa3-b8a9-a607de1dc592), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:54.717620 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1c366692-b690-4c77-a99e-cfa269f9d439 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for security_group (769cdbff-99fa-4aa3-b8a9-a607de1dc592), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:54.766894 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1c366692-b690-4c77-a99e-cfa269f9d439 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (769cdbff-99fa-4aa3-b8a9-a607de1dc592), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:54.769535 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1c366692-b690-4c77-a99e-cfa269f9d439 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:54.770826 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1c366692-b690-4c77-a99e-cfa269f9d439 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "DELETE /v2.0/security-groups/769cdbff-99fa-4aa3-b8a9-a607de1dc592 HTTP/1.1" status: 204 len: 168 time: 0.1322455 May 25 16:25:54.774238 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45680) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:54.780033 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c366692-b690-4c77-a99e-cfa269f9d439 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769cdbff-99fa-4aa3-b8a9-a607de1dc592,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:54.805510 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.api.v2.resource [None req-6b47b50b-71f8-4284-b823-93b3393ad474 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] show failed (client error): The resource could not be found. May 25 16:25:54.806608 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6b47b50b-71f8-4284-b823-93b3393ad474 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups/769cdbff-99fa-4aa3-b8a9-a607de1dc592 HTTP/1.1" status: 404 len: 347 time: 0.0297637 May 25 16:25:54.810289 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45682) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:54.899415 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:54.899785 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:54.900098 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Floating IP 72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c disassociated. External IP: 172.27.1.16, port: e7088f01-c534-435d-adca-470dfe4db83d. May 25 16:25:54.900444 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Calling delete_port for e7088f01-c534-435d-adca-470dfe4db83d owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:25:54.922511 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-2b59bb18-396b-4152-bd7e-0733c925aea8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Deleting port 9015097f-198a-46b1-9cd4-adc4e570ec66 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:25:54.922848 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b59bb18-396b-4152-bd7e-0733c925aea8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (9015097f-198a-46b1-9cd4-adc4e570ec66), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:54.979866 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414a4851-4f1f-4eac-9236-89ed850b9b5a {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:25:54.990328 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Publish callbacks [] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:55.002727 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b59bb18-396b-4152-bd7e-0733c925aea8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (9015097f-198a-46b1-9cd4-adc4e570ec66), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:55.003087 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b59bb18-396b-4152-bd7e-0733c925aea8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for floatingip (9015097f-198a-46b1-9cd4-adc4e570ec66), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:55.016304 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-2b59bb18-396b-4152-bd7e-0733c925aea8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Calling delete_port for 9015097f-198a-46b1-9cd4-adc4e570ec66 owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:25:55.016500 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Transition to ACTIVE for port object 414a4851-4f1f-4eac-9236-89ed850b9b5a will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:25:55.027940 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:55.057888 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:55.070841 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:55.107485 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=414a4851-4f1f-4eac-9236-89ed850b9b5a,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:55.118033 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:55.178122 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b59bb18-396b-4152-bd7e-0733c925aea8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (9015097f-198a-46b1-9cd4-adc4e570ec66), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:55.188869 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (e7088f01-c534-435d-adca-470dfe4db83d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:55.223566 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event deleted for resources: {'Port': ['ID=e7088f01-c534-435d-adca-470dfe4db83d,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:55.235465 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59bb18-396b-4152-bd7e-0733c925aea8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event deleted for resources: {'Port': ['ID=9015097f-198a-46b1-9cd4-adc4e570ec66,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:55.259417 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Attempting to bind port 414a4851-4f1f-4eac-9236-89ed850b9b5a on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:25:55.259956 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Attempting to bind port 414a4851-4f1f-4eac-9236-89ed850b9b5a by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:25:55.260084 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Attempting to bind port 414a4851-4f1f-4eac-9236-89ed850b9b5a on network 5f7c259b-fa42-4f62-9149-4145e768ec9c {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:25:55.283104 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Port 414a4851-4f1f-4eac-9236-89ed850b9b5a on network 5f7c259b-fa42-4f62-9149-4145e768ec9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:25:55.283427 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Attempting to bind port 414a4851-4f1f-4eac-9236-89ed850b9b5a on network 5f7c259b-fa42-4f62-9149-4145e768ec9c {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:25:55.285930 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91788-991b-40ca-8b7d-0e777ccefb21 req-0d8d615a-d613-4377-afc1-22e3fb6f044c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:55.294189 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a1f91788-991b-40ca-8b7d-0e777ccefb21 req-0d8d615a-d613-4377-afc1-22e3fb6f044c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 943 time: 0.0772195 May 25 16:25:55.328070 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:25:55.328515 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Checking segment: {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:25:55.329067 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Bound using segment: {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:25:55.329586 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Bound port: 414a4851-4f1f-4eac-9236-89ed850b9b5a, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:25:55.330051 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:55.392713 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e34766bb-f8f9-458c-ae4b-d619502e496a req-199f5458-aca7-45fb-aa95-c6426d0c0d34 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 210 time: 0.0451884 May 25 16:25:55.415442 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b59bb18-396b-4152-bd7e-0733c925aea8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks [] for floatingip (f3fb8624-3645-4c90-8fe5-22bd9dd61612), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:55.420270 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b59bb18-396b-4152-bd7e-0733c925aea8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:55.421565 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2b59bb18-396b-4152-bd7e-0733c925aea8 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "DELETE /v2.0/floatingips/f3fb8624-3645-4c90-8fe5-22bd9dd61612 HTTP/1.1" status: 204 len: 168 time: 0.6102693 May 25 16:25:55.439830 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a1f91788-991b-40ca-8b7d-0e777ccefb21 req-b853af2f-a1e7-4f67-8293-9717abc89504 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258411 May 25 16:25:55.440612 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] For port 414a4851-4f1f-4eac-9236-89ed850b9b5a, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:25:55.444921 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] For port 414a4851-4f1f-4eac-9236-89ed850b9b5a, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=414a4851-4f1f-4eac-9236-89ed850b9b5a,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:25:55.458613 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:25:55.461360 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:55.474220 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:25:55.503087 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:55.503761 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:55.505805 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] 10.222.0.84 "PUT /v2.0/ports/414a4851-4f1f-4eac-9236-89ed850b9b5a HTTP/1.1" status: 200 len: 1093 time: 1.2600405 May 25 16:25:55.508042 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'tag': '414a4851-4f1f-4eac-9236-89ed850b9b5a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:25:55.510452 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c701261c-20eb-4098-94c1-afbdedd85c51" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ebfa48-d140-464a-8556-590a2666ce0c", "tag": "414a4851-4f1f-4eac-9236-89ed850b9b5a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:25:55.523427 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:55.578484 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f9034-b392-4795-9578-46c0010c5b5e req-df0e838e-3717-4cd0-8656-9103c96b374a tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:55.581013 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-973f9034-b392-4795-9578-46c0010c5b5e req-df0e838e-3717-4cd0-8656-9103c96b374a tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 944 time: 0.0758018 May 25 16:25:55.624820 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095b3623-abac-4fc0-ae12-337449b2db1f x-openstack-request-id: req-095b3623-abac-4fc0-ae12-337449b2db1f {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:25:55.625173 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ebfa48-d140-464a-8556-590a2666ce0c", "tag": "414a4851-4f1f-4eac-9236-89ed850b9b5a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:25:55.625507 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-095b3623-abac-4fc0-ae12-337449b2db1f {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:25:55.625991 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095b3623-abac-4fc0-ae12-337449b2db1f'] response: {'name': 'network-changed', 'server_uuid': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'tag': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'status': 'completed', 'code': 200} May 25 16:25:55.629558 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50efdd0-2274-4a61-8c30-420eb46ab9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=414a4851-4f1f-4eac-9236-89ed850b9b5a,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:55.647571 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-973f9034-b392-4795-9578-46c0010c5b5e req-5a62d474-69f7-4e3d-9e68-117ef1217e0f tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608482 May 25 16:25:55.702002 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f014e0-1629-419b-9829-66388596a03c req-0e065177-eee9-401a-bd68-15415297690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:55.703523 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-0e065177-eee9-401a-bd68-15415297690b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 1127 time: 0.0892370 May 25 16:25:55.709234 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:25:55.719761 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e963f-07a7-488a-92c8-bc91398d4132 None None] Sync routers for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:25:55.731822 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e963f-07a7-488a-92c8-bc91398d4132 None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:25:55.732876 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-d71e963f-07a7-488a-92c8-bc91398d4132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:25:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:55.978256 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device a3612e40-f8ea-4391-b684-977f3fa2cfff details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:25:56.016945 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-803ab75b-a387-41e4-9ff5-c68e0c6c7009 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414a4851-4f1f-4eac-9236-89ed850b9b5a HTTP/1.1" status: 200 len: 217 time: 0.2986887 May 25 16:25:56.022549 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-d71e963f-07a7-488a-92c8-bc91398d4132 None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:25:56.040081 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] No DVR routers for this DVR port e7088f01-c534-435d-adca-470dfe4db83d on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:25:56.043674 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:56.046939 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4e7210ec-cf21-4ca3-bb30-b5a00ff594a7 req-bcc78585-96fd-4467-9dd5-a30c8d88a92a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "DELETE /v2.0/ports/e7088f01-c534-435d-adca-470dfe4db83d HTTP/1.1" status: 204 len: 173 time: 1.7949181 May 25 16:25:56.084728 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f014e0-1629-419b-9829-66388596a03c req-25ac4907-4a2a-4b3d-92af-68b5f6e0f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:56.086337 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-25ac4907-4a2a-4b3d-92af-68b5f6e0f865 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 200 len: 850 time: 0.0539844 May 25 16:25:56.143450 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f014e0-1629-419b-9829-66388596a03c req-7bf6de26-b89b-4935-9535-4a5ece723909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:56.145307 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-7bf6de26-b89b-4935-9535-4a5ece723909 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5f7c259b-fa42-4f62-9149-4145e768ec9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497437 May 25 16:25:56.250169 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port a3612e40-f8ea-4391-b684-977f3fa2cfff, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a3612e40-f8ea-4391-b684-977f3fa2cfff,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:25:56.262756 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-fed3d8c4-6573-434c-91a3-fe0916d040ad service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092768 May 25 16:25:56.275982 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': 'a3612e40-f8ea-4391-b684-977f3fa2cfff', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'port_id': 'a3612e40-f8ea-4391-b684-977f3fa2cfff', 'mac_address': 'fa:16:3e:64:30:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:25:56.362826 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port a3612e40-f8ea-4391-b684-977f3fa2cfff is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:25:56.363101 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:56.377100 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-d71e963f-07a7-488a-92c8-bc91398d4132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:56.409030 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3612e40-f8ea-4391-b684-977f3fa2cfff {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:25:56.413813 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e963f-07a7-488a-92c8-bc91398d4132 None None] Checking router: c2e2b41b-dc03-4bfd-9eaa-f927b191a693 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:25:56.426977 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:56.443595 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port a3612e40-f8ea-4391-b684-977f3fa2cfff, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a3612e40-f8ea-4391-b684-977f3fa2cfff,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:25:56.458698 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e963f-07a7-488a-92c8-bc91398d4132 None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:25:56.458698 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-d71e963f-07a7-488a-92c8-bc91398d4132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:25:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:56.498470 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:56.504772 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:56.566968 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:56.592404 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97f014e0-1629-419b-9829-66388596a03c req-292d756d-5fdd-4794-9c93-5586d1056b02 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285784 May 25 16:25:56.641812 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=a3612e40-f8ea-4391-b684-977f3fa2cfff,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:56.656764 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-d71e963f-07a7-488a-92c8-bc91398d4132 None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:25:56.680300 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ff349f0f-d663-49f6-8d79-8b263a0a1d85 req-9a72694c-3655-4b35-8677-66ecdf8a9ba8 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=125fb239-87ee-4665-94f5-252ee52d73af HTTP/1.1" status: 200 len: 210 time: 0.1224253 May 25 16:25:56.709277 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bcb8a-8f3c-491c-bd85-0e2c159cc271 req-f24e0f04-0360-4932-98a9-2495a578926a tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:56.711788 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b23bcb8a-8f3c-491c-bd85-0e2c159cc271 req-f24e0f04-0360-4932-98a9-2495a578926a tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 943 time: 0.1326063 May 25 16:25:56.822512 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b23bcb8a-8f3c-491c-bd85-0e2c159cc271 req-12b9fc5c-fbb0-4fbe-a88d-fd0f08f76d79 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013060 May 25 16:25:56.852018 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292bc4b-5128-4e3b-8ced-b5a9b15e1243 req-16a9239f-981b-4e3f-8ea9-1fb6b5eb838d tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:56.853661 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f292bc4b-5128-4e3b-8ced-b5a9b15e1243 req-16a9239f-981b-4e3f-8ea9-1fb6b5eb838d tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 945 time: 0.0847554 May 25 16:25:56.887064 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['a3612e40-f8ea-4391-b684-977f3fa2cfff'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:25:56.906600 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f292bc4b-5128-4e3b-8ced-b5a9b15e1243 req-c8d03809-d421-4cf3-a540-e766721e0fc2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470326 May 25 16:25:56.941446 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701261c-20eb-4098-94c1-afbdedd85c51 req-76a1fc56-4206-4225-b3ac-d8c4f40cd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:56.943486 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c701261c-20eb-4098-94c1-afbdedd85c51 req-76a1fc56-4206-4225-b3ac-d8c4f40cd406 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 1127 time: 0.0540977 May 25 16:25:56.975299 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-d71e963f-07a7-488a-92c8-bc91398d4132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:25:57.018509 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e963f-07a7-488a-92c8-bc91398d4132 None None] The sync data for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi is: [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:25:57.066914 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701261c-20eb-4098-94c1-afbdedd85c51 req-c7463c13-5124-4652-8311-0dac53d4c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:57.068467 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c701261c-20eb-4098-94c1-afbdedd85c51 req-c7463c13-5124-4652-8311-0dac53d4c2fe service neutron] 10.222.0.84 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 913 time: 0.1192780 May 25 16:25:57.108748 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c701261c-20eb-4098-94c1-afbdedd85c51 req-72b523e4-b37d-4f1e-8791-c46e196a8959 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414a4851-4f1f-4eac-9236-89ed850b9b5a HTTP/1.1" status: 200 len: 217 time: 0.0333059 May 25 16:25:57.158539 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701261c-20eb-4098-94c1-afbdedd85c51 req-fc1f40ab-2cc4-4d52-adf7-f053aa64ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:57.160145 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c701261c-20eb-4098-94c1-afbdedd85c51 req-fc1f40ab-2cc4-4d52-adf7-f053aa64ab19 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 200 len: 850 time: 0.0454350 May 25 16:25:57.207046 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701261c-20eb-4098-94c1-afbdedd85c51 req-c300f19e-1d0e-435f-8675-5e81ab9dd851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:57.208552 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c701261c-20eb-4098-94c1-afbdedd85c51 req-c300f19e-1d0e-435f-8675-5e81ab9dd851 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5f7c259b-fa42-4f62-9149-4145e768ec9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413568 May 25 16:25:57.275119 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e081ea-281d-493c-a568-96de9e74a057 None None] New status for floating IP 72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c: DOWN {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:25:57.308912 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c701261c-20eb-4098-94c1-afbdedd85c51 req-2a481577-ba60-4bcb-90f6-76b77bd3e99f service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914662 May 25 16:25:57.408746 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c701261c-20eb-4098-94c1-afbdedd85c51 req-16d79557-fffe-4f8b-bf8f-373df13961e6 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934641 May 25 16:25:57.627628 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125fb239-87ee-4665-94f5-252ee52d73af', 'name': 'network-vif-deleted', 'tag': 'e7088f01-c534-435d-adca-470dfe4db83d'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:25:57.630016 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bf829b-6f39-4898-ac3a-fa019367ede0" -d '{"events": [{"server_uuid": "125fb239-87ee-4665-94f5-252ee52d73af", "name": "network-vif-deleted", "tag": "e7088f01-c534-435d-adca-470dfe4db83d"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:25:57.718668 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac475fd9-0da4-4675-a8d6-dacc4a4d65f9 x-openstack-request-id: req-ac475fd9-0da4-4675-a8d6-dacc4a4d65f9 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:25:57.718954 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125fb239-87ee-4665-94f5-252ee52d73af", "name": "network-vif-deleted", "tag": "e7088f01-c534-435d-adca-470dfe4db83d", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:25:57.719201 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac475fd9-0da4-4675-a8d6-dacc4a4d65f9 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:25:57.719605 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac475fd9-0da4-4675-a8d6-dacc4a4d65f9'] response: {'server_uuid': '125fb239-87ee-4665-94f5-252ee52d73af', 'name': 'network-vif-deleted', 'tag': 'e7088f01-c534-435d-adca-470dfe4db83d', 'status': 'completed', 'code': 200} May 25 16:25:57.774461 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45716) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:57.828008 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1f177585-22b1-4ab6-9ded-ae791bde1a85 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (680c2cfb-e3be-4d96-b614-91f604e145d7), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:57.851198 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1f177585-22b1-4ab6-9ded-ae791bde1a85 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (680c2cfb-e3be-4d96-b614-91f604e145d7), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:57.939156 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1f177585-22b1-4ab6-9ded-ae791bde1a85 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (680c2cfb-e3be-4d96-b614-91f604e145d7), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:57.941639 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1f177585-22b1-4ab6-9ded-ae791bde1a85 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:57.942772 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1f177585-22b1-4ab6-9ded-ae791bde1a85 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "DELETE /v2.0/security-groups/680c2cfb-e3be-4d96-b614-91f604e145d7 HTTP/1.1" status: 204 len: 168 time: 0.1672890 May 25 16:25:57.945590 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45726) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:57.961983 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.api.v2.resource [None req-4938ad17-77a4-41ea-b75a-0d4866f35ccc tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] show failed (client error): The resource could not be found. May 25 16:25:57.962967 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f177585-22b1-4ab6-9ded-ae791bde1a85 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680c2cfb-e3be-4d96-b614-91f604e145d7,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:57.963485 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4938ad17-77a4-41ea-b75a-0d4866f35ccc tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups/680c2cfb-e3be-4d96-b614-91f604e145d7 HTTP/1.1" status: 404 len: 347 time: 0.0166936 May 25 16:25:57.967138 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device a3612e40-f8ea-4391-b684-977f3fa2cfff up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:25:57.967647 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45728) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:57.980533 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb09a2-1fdd-43a0-92e1-69b3fcfb865c req-189621fa-a7bf-4ba1-aef5-e6ecde899292 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:57.982194 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f4cb09a2-1fdd-43a0-92e1-69b3fcfb865c req-189621fa-a7bf-4ba1-aef5-e6ecde899292 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 943 time: 0.0749760 May 25 16:25:58.053607 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port a3612e40-f8ea-4391-b684-977f3fa2cfff completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:25:58.061697 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port a3612e40-f8ea-4391-b684-977f3fa2cfff triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:25:58.061697 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.078021 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:58.139458 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port a3612e40-f8ea-4391-b684-977f3fa2cfff is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:25:58.139763 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.158661 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f4cb09a2-1fdd-43a0-92e1-69b3fcfb865c req-d4cfcfa2-d51a-4a9f-b851-86f633451afc tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507945 May 25 16:25:58.167699 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3612e40-f8ea-4391-b684-977f3fa2cfff'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:25:58.170559 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d15b70e-1346-4e32-9c87-bda3d12adc5a" -d '{"events": [{"server_uuid": "50c1e1a5-ce7f-4032-b028-431051dfde44", "name": "network-vif-plugged", "status": "completed", "tag": "a3612e40-f8ea-4391-b684-977f3fa2cfff"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:25:58.173863 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5011733-8f2d-4d57-9588-2d8cecc78e6d req-bbf4cc87-c400-4234-abb0-0c32f0e31cba tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:58.175907 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f5011733-8f2d-4d57-9588-2d8cecc78e6d req-bbf4cc87-c400-4234-abb0-0c32f0e31cba tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 945 time: 0.0967095 May 25 16:25:58.176702 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-dc995f08-166b-4199-83fa-04f5b49d1a77 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Deleting port 41cd4c8d-e05b-4e66-abf7-d638cb2e7694 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:25:58.177257 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dc995f08-166b-4199-83fa-04f5b49d1a77 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (41cd4c8d-e05b-4e66-abf7-d638cb2e7694), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.179343 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:58.187235 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port a3612e40-f8ea-4391-b684-977f3fa2cfff, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a3612e40-f8ea-4391-b684-977f3fa2cfff,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:25:58.191812 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.193063 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device e7088f01-c534-435d-adca-470dfe4db83d no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:25:58.237231 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: e7088f01-c534-435d-adca-470dfe4db83d {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:25:58.237926 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device e7088f01-c534-435d-adca-470dfe4db83d not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:25:58.270206 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=a3612e40-f8ea-4391-b684-977f3fa2cfff,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:58.328575 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee14c5c-0949-4021-9a9e-e04325055338 req-b4c1c546-73d9-4b90-83b7-a18ce234b1f0 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:58.330076 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1ee14c5c-0949-4021-9a9e-e04325055338 req-b4c1c546-73d9-4b90-83b7-a18ce234b1f0 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.1063719 May 25 16:25:58.336833 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f5011733-8f2d-4d57-9588-2d8cecc78e6d req-cb6de6e6-4740-462f-8e37-23123bc268b3 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451685 May 25 16:25:58.356305 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dc995f08-166b-4199-83fa-04f5b49d1a77 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (41cd4c8d-e05b-4e66-abf7-d638cb2e7694), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.356630 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dc995f08-166b-4199-83fa-04f5b49d1a77 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (41cd4c8d-e05b-4e66-abf7-d638cb2e7694), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.376936 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-dc995f08-166b-4199-83fa-04f5b49d1a77 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Calling delete_port for 41cd4c8d-e05b-4e66-abf7-d638cb2e7694 owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:25:58.437174 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1ee14c5c-0949-4021-9a9e-e04325055338 req-c2fe3a88-2e67-4753-b7cf-237ee3e33135 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946901 May 25 16:25:58.439157 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf733685-005a-4480-9ffe-3d5e2747303d x-openstack-request-id: req-cf733685-005a-4480-9ffe-3d5e2747303d {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:25:58.439539 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c1e1a5-ce7f-4032-b028-431051dfde44", "name": "network-vif-plugged", "status": "completed", "tag": "a3612e40-f8ea-4391-b684-977f3fa2cfff", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:25:58.439852 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf733685-005a-4480-9ffe-3d5e2747303d {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:25:58.440373 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf733685-005a-4480-9ffe-3d5e2747303d'] response: {'server_uuid': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3612e40-f8ea-4391-b684-977f3fa2cfff', 'code': 200} May 25 16:25:58.528978 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dc995f08-166b-4199-83fa-04f5b49d1a77 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (41cd4c8d-e05b-4e66-abf7-d638cb2e7694), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.557217 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc995f08-166b-4199-83fa-04f5b49d1a77 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event deleted for resources: {'Port': ['ID=41cd4c8d-e05b-4e66-abf7-d638cb2e7694,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:58.616230 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dc995f08-166b-4199-83fa-04f5b49d1a77 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.618788 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dc995f08-166b-4199-83fa-04f5b49d1a77 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.620012 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-dc995f08-166b-4199-83fa-04f5b49d1a77 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "DELETE /v2.0/floatingips/72e1ef3f-ff8f-49ff-82a7-5372d9fdad5c HTTP/1.1" status: 204 len: 168 time: 0.6517041 May 25 16:25:58.684752 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45740) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:58.689250 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-8e374a8f-9ab5-4b94-a26d-7171d63c728f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372738073', 'description': 'tempest-description--685554144'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:58.710456 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e374a8f-9ab5-4b94-a26d-7171d63c728f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.765560 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:58.778760 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e374a8f-9ab5-4b94-a26d-7171d63c728f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (92cee2af-baff-4871-8ee1-c73fab8e7568), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.782649 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e374a8f-9ab5-4b94-a26d-7171d63c728f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (92cee2af-baff-4871-8ee1-c73fab8e7568), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.813938 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e374a8f-9ab5-4b94-a26d-7171d63c728f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.815130 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8e374a8f-9ab5-4b94-a26d-7171d63c728f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1293786 May 25 16:25:58.816202 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e374a8f-9ab5-4b94-a26d-7171d63c728f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92cee2af-baff-4871-8ee1-c73fab8e7568,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:58.818973 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45742) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:58.825164 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-6ac76dfb-fb23-48d0-a705-b1f9075a7b07 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'security_group_rule': {'security_group_id': '92cee2af-baff-4871-8ee1-c73fab8e7568', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:58.851426 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ac76dfb-fb23-48d0-a705-b1f9075a7b07 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (92449ca2-7d30-4acd-8ed7-8ccf821556b5), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.912858 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ac76dfb-fb23-48d0-a705-b1f9075a7b07 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (92449ca2-7d30-4acd-8ed7-8ccf821556b5), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.916256 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ac76dfb-fb23-48d0-a705-b1f9075a7b07 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (92449ca2-7d30-4acd-8ed7-8ccf821556b5), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.935092 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac76dfb-fb23-48d0-a705-b1f9075a7b07 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92449ca2-7d30-4acd-8ed7-8ccf821556b5,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:58.947555 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6ac76dfb-fb23-48d0-a705-b1f9075a7b07 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:58.949633 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6ac76dfb-fb23-48d0-a705-b1f9075a7b07 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291056 May 25 16:25:58.952265 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45744) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:58.956554 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-e2693929-fb45-453f-95f7-e74ccff4f660 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'security_group_rule': {'security_group_id': '92cee2af-baff-4871-8ee1-c73fab8e7568', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:58.987633 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e2693929-fb45-453f-95f7-e74ccff4f660 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (775a5ef5-d5d5-4489-8fdd-71aade544658), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:59.034115 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e2693929-fb45-453f-95f7-e74ccff4f660 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (775a5ef5-d5d5-4489-8fdd-71aade544658), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:59.038242 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e2693929-fb45-453f-95f7-e74ccff4f660 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (775a5ef5-d5d5-4489-8fdd-71aade544658), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:59.056123 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2693929-fb45-453f-95f7-e74ccff4f660 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775a5ef5-d5d5-4489-8fdd-71aade544658,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:59.063286 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e2693929-fb45-453f-95f7-e74ccff4f660 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:59.064476 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e2693929-fb45-453f-95f7-e74ccff4f660 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1112835 May 25 16:25:59.067612 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45746) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:25:59.071740 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:25:59.091921 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:59.104573 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:59.134249 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:59.170851 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:59.306956 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc924e2-64f6-43b3-8bfb-dd6f097e6d9e req-648d1dce-2ebf-4e23-a18e-7928dd07ded1 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:59.308435 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dbc924e2-64f6-43b3-8bfb-dd6f097e6d9e req-648d1dce-2ebf-4e23-a18e-7928dd07ded1 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 943 time: 0.0725405 May 25 16:25:59.319250 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Allocated IP 172.27.1.191 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/a9269988-b3ad-4827-9b07-596af1da135b) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:25:59.430105 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dbc924e2-64f6-43b3-8bfb-dd6f097e6d9e req-8fb58f96-7399-467d-b14d-a6f8011f09a2 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119711 May 25 16:25:59.476533 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c9c0d-dbe5-4e73-af61-24b7e3e8b6cc req-dfa0943e-1125-4972-a316-7e970c83e26d tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:59.478022 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b66c9c0d-dbe5-4e73-af61-24b7e3e8b6cc req-dfa0943e-1125-4972-a316-7e970c83e26d tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 946 time: 0.0720973 May 25 16:25:59.533137 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for port (a9269988-b3ad-4827-9b07-596af1da135b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:59.592758 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa32b-95f6-4425-8d41-b8d72731ee44 req-ebcc4193-3bd1-4aa7-9df2-f666990ef6a7 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:25:59.594244 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f21aa32b-95f6-4425-8d41-b8d72731ee44 req-ebcc4193-3bd1-4aa7-9df2-f666990ef6a7 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0844874 May 25 16:25:59.603839 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b66c9c0d-dbe5-4e73-af61-24b7e3e8b6cc req-f538bbca-20a7-45b8-9b29-65e9e292ce2f tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193843 May 25 16:25:59.640627 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (a9269988-b3ad-4827-9b07-596af1da135b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:59.692460 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f21aa32b-95f6-4425-8d41-b8d72731ee44 req-166f0ad1-69bf-4e33-9311-16b2535c638f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917203 May 25 16:25:59.695501 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:25:59.701107 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:25:59.703246 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'Port': ['ID=a9269988-b3ad-4827-9b07-596af1da135b,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:25:59.705348 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:25:59.788173 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (9ab34138-2f30-4b42-847b-7081adac2e6d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:59.823825 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a9269988-b3ad-4827-9b07-596af1da135b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:25:59.852117 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:59.872783 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:25:59.998424 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for port (a9269988-b3ad-4827-9b07-596af1da135b), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:00.002601 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (a9269988-b3ad-4827-9b07-596af1da135b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:00.071833 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'Port': ['ID=a9269988-b3ad-4827-9b07-596af1da135b,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:00.081425 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (9ab34138-2f30-4b42-847b-7081adac2e6d), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:00.096099 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:00.097292 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ade07707-36ac-44fe-b363-71755c74f02c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0287848 May 25 16:26:00.218362 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-50d80f2a-1aba-4dc6-96d4-c326aea18713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:00.248899 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4631b12c-1a71-4c0b-a83d-8991ad5686a4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--372738073&fields=id&tenant_id=9d234edace28441282f594f0e03cacc5 HTTP/1.1" status: 200 len: 267 time: 0.0476136 May 25 16:26:00.362117 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-96e77069-5cca-4b9f-8e10-99d3b59f8bf7 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:00.363794 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-96e77069-5cca-4b9f-8e10-99d3b59f8bf7 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 815 time: 0.1085906 May 25 16:26:00.381613 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-8f132cf8-a9ba-4e8b-813a-0d20b33031a0 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/quotas/9d234edace28441282f594f0e03cacc5 HTTP/1.1" status: 200 len: 375 time: 0.0105300 May 25 16:26:00.432411 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-57bb68d9-fe2f-47f5-98f0-3760fa3aef65 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454328 May 25 16:26:00.570771 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594813e9-a4a2-4da2-b8e6-40171712534d req-ddc3cd9b-8282-409b-a1af-c54b93697af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:00.572464 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-594813e9-a4a2-4da2-b8e6-40171712534d req-ddc3cd9b-8282-409b-a1af-c54b93697af2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 1130 time: 0.0554502 May 25 16:26:00.579128 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-8ca7fccf-8d37-4503-aed9-d57571bed2c7 service neutron] 10.222.0.42 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320171 May 25 16:26:00.666022 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c761eb-4872-4426-8daf-e9c5ed57f0b8 req-fd9d5407-c4b4-4a17-b6b1-cd0db6b17c5c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:00.668747 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-71c761eb-4872-4426-8daf-e9c5ed57f0b8 req-fd9d5407-c4b4-4a17-b6b1-cd0db6b17c5c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 943 time: 0.1054838 May 25 16:26:00.685688 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad7a45-602c-4907-8e7e-e46f2286bcf0 req-d06a552e-7988-430a-aea8-c4704f553a67 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:00.687212 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7ad7a45-602c-4907-8e7e-e46f2286bcf0 req-d06a552e-7988-430a-aea8-c4704f553a67 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0802264 May 25 16:26:00.744321 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-594813e9-a4a2-4da2-b8e6-40171712534d req-447eec55-9fd6-463b-b831-751aa5facc69 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358695 May 25 16:26:00.753344 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-cc125bf9-105f-491f-ac21-a8ecd71bae89 service neutron] 10.222.0.42 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576324 May 25 16:26:00.779415 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-71c761eb-4872-4426-8daf-e9c5ed57f0b8 req-65310143-2e75-48e8-a060-4603f0da84d8 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023412 May 25 16:26:00.819722 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-a7ad7a45-602c-4907-8e7e-e46f2286bcf0 req-d68b20c3-39f4-48b5-bc41-2f6867896b3d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Deleting port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:26:00.820122 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a7ad7a45-602c-4907-8e7e-e46f2286bcf0 req-d68b20c3-39f4-48b5-bc41-2f6867896b3d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:00.944448 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a33d9-4660-48b9-b0a8-1043672caaa0 req-a3e3d813-d1fa-4363-8939-0cfc9c18423c tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:00.948620 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-a7ad7a45-602c-4907-8e7e-e46f2286bcf0 req-d68b20c3-39f4-48b5-bc41-2f6867896b3d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] For port 32e483c1-8f09-4e2a-9e95-ef7a5e449743, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=32e483c1-8f09-4e2a-9e95-ef7a5e449743,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:00.949527 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a7ad7a45-602c-4907-8e7e-e46f2286bcf0 req-d68b20c3-39f4-48b5-bc41-2f6867896b3d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:00.954038 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f01a33d9-4660-48b9-b0a8-1043672caaa0 req-a3e3d813-d1fa-4363-8939-0cfc9c18423c tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 946 time: 0.0664628 May 25 16:26:00.963574 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:00.965665 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-a7ad7a45-602c-4907-8e7e-e46f2286bcf0 req-d68b20c3-39f4-48b5-bc41-2f6867896b3d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Calling delete_port for 32e483c1-8f09-4e2a-9e95-ef7a5e449743 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:26:01.038436 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:01.048812 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b96945-4b15-47f5-981a-9186a7cc584b req-776f60ea-33f3-48b8-bd7c-609f6b7071ff tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:01.050434 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e8b96945-4b15-47f5-981a-9186a7cc584b req-776f60ea-33f3-48b8-bd7c-609f6b7071ff tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 945 time: 0.0797932 May 25 16:26:01.055641 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f01a33d9-4660-48b9-b0a8-1043672caaa0 req-8e9dd0ef-efd5-4c3f-b634-178dba9e6e2a tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005275 May 25 16:26:01.119064 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a7ad7a45-602c-4907-8e7e-e46f2286bcf0 req-d68b20c3-39f4-48b5-bc41-2f6867896b3d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (32e483c1-8f09-4e2a-9e95-ef7a5e449743), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:01.133061 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['32e483c1-8f09-4e2a-9e95-ef7a5e449743', 'b95684f0-92c8-457d-bd07-c98d017be6fc'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:26:01.136754 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:01.153064 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b20c3-39f4-48b5-bc41-2f6867896b3d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event deleted for resources: {'Port': ['ID=32e483c1-8f09-4e2a-9e95-ef7a5e449743,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:01.168961 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bafe1d0d-7438-474e-b0bf-3b4fdf359e75 req-34d2cd62-ff25-4901-9081-9e3c93a80dfd tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0536661 May 25 16:26:01.184039 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e8b96945-4b15-47f5-981a-9186a7cc584b req-4cc5b722-0f3d-4b77-9770-85d89ab545a2 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241336 May 25 16:26:01.225589 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ad7a45-602c-4907-8e7e-e46f2286bcf0 req-d68b20c3-39f4-48b5-bc41-2f6867896b3d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] No DVR routers for this DVR port 32e483c1-8f09-4e2a-9e95-ef7a5e449743 on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:26:01.227951 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a7ad7a45-602c-4907-8e7e-e46f2286bcf0 req-d68b20c3-39f4-48b5-bc41-2f6867896b3d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:01.231304 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7ad7a45-602c-4907-8e7e-e46f2286bcf0 req-d68b20c3-39f4-48b5-bc41-2f6867896b3d tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "DELETE /v2.0/ports/32e483c1-8f09-4e2a-9e95-ef7a5e449743 HTTP/1.1" status: 204 len: 173 time: 0.5353355 May 25 16:26:01.231747 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756c834d-49bb-4cd7-b5c7-7140c66b0d0c', 'name': 'network-vif-deleted', 'tag': '32e483c1-8f09-4e2a-9e95-ef7a5e449743'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:26:01.233978 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c57a890-07fe-4701-ad74-635f446141b8" -d '{"events": [{"server_uuid": "756c834d-49bb-4cd7-b5c7-7140c66b0d0c", "name": "network-vif-deleted", "tag": "32e483c1-8f09-4e2a-9e95-ef7a5e449743"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:26:01.276905 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576d0390-79d2-4d7e-9793-ffec3fbc9de1 x-openstack-request-id: req-576d0390-79d2-4d7e-9793-ffec3fbc9de1 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:26:01.277876 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756c834d-49bb-4cd7-b5c7-7140c66b0d0c", "name": "network-vif-deleted", "tag": "32e483c1-8f09-4e2a-9e95-ef7a5e449743", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:26:01.278132 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-576d0390-79d2-4d7e-9793-ffec3fbc9de1 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:26:01.278541 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576d0390-79d2-4d7e-9793-ffec3fbc9de1'] response: {'server_uuid': '756c834d-49bb-4cd7-b5c7-7140c66b0d0c', 'name': 'network-vif-deleted', 'tag': '32e483c1-8f09-4e2a-9e95-ef7a5e449743', 'status': 'completed', 'code': 200} May 25 16:26:01.298560 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:01.910975 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058a6aa-57fd-4a1c-aae1-47aafa7629d2 req-0321852b-4a6d-4954-97e6-046529dccdd4 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:01.912704 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0058a6aa-57fd-4a1c-aae1-47aafa7629d2 req-0321852b-4a6d-4954-97e6-046529dccdd4 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 943 time: 0.0484166 May 25 16:26:01.924854 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:01.965405 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0058a6aa-57fd-4a1c-aae1-47aafa7629d2 req-1492c8ba-7427-4b47-a5df-d5214376fcfe tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460360 May 25 16:26:02.180936 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93f93f-065f-463e-9ad4-a15653a4e3a0 req-9ac1f016-5524-482c-920f-a2a6be491035 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:02.182419 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aa93f93f-065f-463e-9ad4-a15653a4e3a0 req-9ac1f016-5524-482c-920f-a2a6be491035 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 946 time: 0.0504768 May 25 16:26:02.238005 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aa93f93f-065f-463e-9ad4-a15653a4e3a0 req-be54d465-b596-4d0e-b13a-156ca44693ad tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487270 May 25 16:26:02.276440 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-401d2241-2a37-4971-a83c-3f1b1dfd19fa req-d8fe2efe-ba03-49ba-9ee0-e191f0f3842b tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0373809 May 25 16:26:02.350574 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3c342ecb-1548-4eb6-a57b-6a0549ba8713 req-bc5cb313-b95b-4e04-b43c-d7fd5d070f43 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=756c834d-49bb-4cd7-b5c7-7140c66b0d0c HTTP/1.1" status: 200 len: 210 time: 0.0351837 May 25 16:26:02.552604 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5e04ed01-f1ac-4ee1-99b5-1b6ac5c71336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:03.083231 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a142c1-35c1-4f96-9f11-5cbb73e639f6 req-38444cd6-5359-454f-9c65-1b22c9cf6990 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:03.084982 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e4a142c1-35c1-4f96-9f11-5cbb73e639f6 req-38444cd6-5359-454f-9c65-1b22c9cf6990 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 943 time: 0.0522008 May 25 16:26:03.147576 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e4a142c1-35c1-4f96-9f11-5cbb73e639f6 req-c067d640-7fe2-46c4-95ec-6e2913a29817 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562661 May 25 16:26:03.361080 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cca2d-ac77-4c08-9d4d-f4762a0978a2 req-2e36c377-353a-4b0f-91a7-af60296b2f99 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:03.362598 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e38cca2d-ac77-4c08-9d4d-f4762a0978a2 req-2e36c377-353a-4b0f-91a7-af60296b2f99 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 946 time: 0.0505600 May 25 16:26:03.429534 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-913f4a83-a6cc-475d-b287-17adff2927dd req-886f7f22-4030-49e4-86ff-9fc27c12b4cf tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0356855 May 25 16:26:03.434500 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e38cca2d-ac77-4c08-9d4d-f4762a0978a2 req-ada20abc-f703-4c5f-85b2-e26895268382 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664756 May 25 16:26:03.545615 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98dc14-b514-4ec1-9724-e585653258d2 req-b1ee357c-9cdb-4438-80b0-a09bb3aa66ce tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:03.547113 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1f98dc14-b514-4ec1-9724-e585653258d2 req-b1ee357c-9cdb-4438-80b0-a09bb3aa66ce tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0608361 May 25 16:26:03.593232 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4e110-28d2-4bab-a844-a23f41266a06 req-f140ec28-9832-4eb4-9a42-5548a8af09e7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:03.594704 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-90e4e110-28d2-4bab-a844-a23f41266a06 req-f140ec28-9832-4eb4-9a42-5548a8af09e7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 946 time: 0.0732381 May 25 16:26:03.603134 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45834) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:03.608259 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-2b20c726-efd2-45cd-bcef-f76e08549bfe tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Request body: {'floatingip': {'port_id': 'a3612e40-f8ea-4391-b684-977f3fa2cfff'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:26:03.624405 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1f98dc14-b514-4ec1-9724-e585653258d2 req-4fc8461e-cbde-48c2-8f31-c76771d3e95a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618961 May 25 16:26:03.649952 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b20c726-efd2-45cd-bcef-f76e08549bfe tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (d5c185b9-68e6-43a1-b2c6-5ec58f6831b9), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:03.668198 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:03.831552 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7720de-e796-47bf-9370-7daa69666570 req-e099bebe-911a-46c8-b4d0-ca54f3a4dd2f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:03.833006 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3c7720de-e796-47bf-9370-7daa69666570 req-e099bebe-911a-46c8-b4d0-ca54f3a4dd2f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0476201 May 25 16:26:03.884826 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3c7720de-e796-47bf-9370-7daa69666570 req-7b50894c-5cd8-45af-b497-44ccfeaceeb1 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460005 May 25 16:26:03.984591 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 32e483c1-8f09-4e2a-9e95-ef7a5e449743 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:26:04.003721 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 32e483c1-8f09-4e2a-9e95-ef7a5e449743 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:26:04.004059 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 32e483c1-8f09-4e2a-9e95-ef7a5e449743 not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:26:04.022969 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:04.117904 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b20c726-efd2-45cd-bcef-f76e08549bfe tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:04.121708 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b20c726-efd2-45cd-bcef-f76e08549bfe tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (d5c185b9-68e6-43a1-b2c6-5ec58f6831b9), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:04.221221 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-2b20c726-efd2-45cd-bcef-f76e08549bfe tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Floating IP d5c185b9-68e6-43a1-b2c6-5ec58f6831b9 associated. External IP: 172.27.1.164, port: a3612e40-f8ea-4391-b684-977f3fa2cfff. May 25 16:26:04.268513 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610466d1-eb1d-45f5-817e-51fac32fda5a req-42f7f866-2bf9-4655-a42b-e8b58673da76 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:04.270047 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-610466d1-eb1d-45f5-817e-51fac32fda5a req-42f7f866-2bf9-4655-a42b-e8b58673da76 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 943 time: 0.0513513 May 25 16:26:04.320306 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-610466d1-eb1d-45f5-817e-51fac32fda5a req-ae1ec15e-ce6f-4e10-a746-8463a6d5e716 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447795 May 25 16:26:04.422657 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b20c726-efd2-45cd-bcef-f76e08549bfe tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:26:04.434695 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:04.531976 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b20c726-efd2-45cd-bcef-f76e08549bfe tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:26:04.533440 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-307f160f-119d-4cae-ae9a-3185a452e376 req-6c8c3df7-44f6-4689-a956-0e44e103c5ab tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0275111 May 25 16:26:04.536515 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b20c726-efd2-45cd-bcef-f76e08549bfe tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:04.543664 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd052d6-686d-48e9-94f1-58d1d4728675 None None] Sync routers for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:26:04.555439 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd052d6-686d-48e9-94f1-58d1d4728675 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:26:04.556190 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-9bd052d6-686d-48e9-94f1-58d1d4728675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:26:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:04.571423 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2b20c726-efd2-45cd-bcef-f76e08549bfe tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "PUT /v2.0/floatingips/d5c185b9-68e6-43a1-b2c6-5ec58f6831b9 HTTP/1.1" status: 200 len: 992 time: 0.9671583 May 25 16:26:04.572011 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'tag': 'a3612e40-f8ea-4391-b684-977f3fa2cfff'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:26:04.575090 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b36205-ac0e-4100-b5e1-79bf6489c9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "50c1e1a5-ce7f-4032-b028-431051dfde44", "tag": "a3612e40-f8ea-4391-b684-977f3fa2cfff"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:26:04.609553 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851867dc-6faa-4feb-8f4f-2373be765a11 x-openstack-request-id: req-851867dc-6faa-4feb-8f4f-2373be765a11 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:26:04.610185 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c1e1a5-ce7f-4032-b028-431051dfde44", "tag": "a3612e40-f8ea-4391-b684-977f3fa2cfff", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:26:04.610185 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-851867dc-6faa-4feb-8f4f-2373be765a11 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:26:04.610520 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851867dc-6faa-4feb-8f4f-2373be765a11'] response: {'name': 'network-changed', 'server_uuid': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'tag': 'a3612e40-f8ea-4391-b684-977f3fa2cfff', 'status': 'completed', 'code': 200} May 25 16:26:04.662859 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-9bd052d6-686d-48e9-94f1-58d1d4728675 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:26:04.742554 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7d561-a2eb-44b5-9069-be33ecd74785 req-54055f11-a8c1-457e-92e1-7c73344b69ce tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:04.743992 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3de7d561-a2eb-44b5-9069-be33ecd74785 req-54055f11-a8c1-457e-92e1-7c73344b69ce tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0467854 May 25 16:26:04.801662 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3de7d561-a2eb-44b5-9069-be33ecd74785 req-2ea8c4d2-8a4b-4cd9-8662-453a678ecde3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512071 May 25 16:26:04.968236 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:05.010724 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60359e63-1ea1-494b-af4d-4d32c0aca705 req-729fdc99-41df-40b7-8bb5-67275fca0866 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:05.013659 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-60359e63-1ea1-494b-af4d-4d32c0aca705 req-729fdc99-41df-40b7-8bb5-67275fca0866 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0555291 May 25 16:26:05.038741 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-9bd052d6-686d-48e9-94f1-58d1d4728675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'd5c185b9-68e6-43a1-b2c6-5ec58f6831b9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'port_id': 'a3612e40-f8ea-4391-b684-977f3fa2cfff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'mac_address': 'fa:16:3e:64:30:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:25:41Z', 'updated_at': '2022-05-25T16:26:04Z', 'revision_number': 1, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:44Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:05.060660 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-60359e63-1ea1-494b-af4d-4d32c0aca705 req-22772a86-ebcb-42b6-8804-dca7e423d88f tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 May 25 16:26:05.066966 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd052d6-686d-48e9-94f1-58d1d4728675 None None] Checking router: ec9340ba-bf33-42c8-8549-3d4ea785e8f0 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:26:05.075758 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd052d6-686d-48e9-94f1-58d1d4728675 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:26:05.076360 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-9bd052d6-686d-48e9-94f1-58d1d4728675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:26:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:05.180538 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-9bd052d6-686d-48e9-94f1-58d1d4728675 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:26:05.343272 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:05.398963 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-9bd052d6-686d-48e9-94f1-58d1d4728675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'd5c185b9-68e6-43a1-b2c6-5ec58f6831b9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'port_id': 'a3612e40-f8ea-4391-b684-977f3fa2cfff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'mac_address': 'fa:16:3e:64:30:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:25:41Z', 'updated_at': '2022-05-25T16:26:04Z', 'revision_number': 1, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:44Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:05.427975 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd052d6-686d-48e9-94f1-58d1d4728675 None None] The sync data for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi is: [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': 'd5c185b9-68e6-43a1-b2c6-5ec58f6831b9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'port_id': 'a3612e40-f8ea-4391-b684-977f3fa2cfff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'mac_address': 'fa:16:3e:64:30:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:25:41Z', 'updated_at': '2022-05-25T16:26:04Z', 'revision_number': 1, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:44Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:26:05.444504 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9707b98-2652-4b6f-a5a9-d8f89c47d876 req-efef2a9d-c3fc-478d-a988-d8726f7c06fe tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:05.446111 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e9707b98-2652-4b6f-a5a9-d8f89c47d876 req-efef2a9d-c3fc-478d-a988-d8726f7c06fe tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 943 time: 0.0557337 May 25 16:26:05.499185 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e9707b98-2652-4b6f-a5a9-d8f89c47d876 req-d507f439-d050-472c-abef-35dc7c09c55c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462768 May 25 16:26:05.619908 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c39978-6346-4982-94ab-ce97d2fb9821 None None] New status for floating IP d5c185b9-68e6-43a1-b2c6-5ec58f6831b9: ACTIVE {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:26:05.623573 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:05.624156 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:05.891050 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4fcafb35-db82-4838-a739-c26deebb66b3 req-510677c3-a697-45f7-ab5d-9542cc02f812 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 210 time: 0.2737541 May 25 16:26:05.935755 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34415743-f28a-494a-8862-c08cffdabd87 req-29619798-d73b-4d3e-8e0a-240a597b1727 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:05.937293 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-34415743-f28a-494a-8862-c08cffdabd87 req-29619798-d73b-4d3e-8e0a-240a597b1727 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0492671 May 25 16:26:05.983698 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-34415743-f28a-494a-8862-c08cffdabd87 req-b64290d8-6ee7-406c-97d2-8e48ff593ba9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407736 May 25 16:26:05.994388 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 414a4851-4f1f-4eac-9236-89ed850b9b5a details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:26:06.015617 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:06.054296 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:06.095278 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 414a4851-4f1f-4eac-9236-89ed850b9b5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=414a4851-4f1f-4eac-9236-89ed850b9b5a,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:06.107278 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'port_id': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'mac_address': 'fa:16:3e:69:0a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:26:06.142901 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 414a4851-4f1f-4eac-9236-89ed850b9b5a is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:26:06.143320 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:06.161446 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414a4851-4f1f-4eac-9236-89ed850b9b5a {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:26:06.177546 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc28e82-0563-4f2d-9c44-dfc373ceaf8f req-89f5c38a-7cf7-4fdf-9f96-3eaf16adbb80 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:06.179054 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3bc28e82-0563-4f2d-9c44-dfc373ceaf8f req-89f5c38a-7cf7-4fdf-9f96-3eaf16adbb80 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0513141 May 25 16:26:06.181748 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 414a4851-4f1f-4eac-9236-89ed850b9b5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=414a4851-4f1f-4eac-9236-89ed850b9b5a,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:06.186699 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:06.214035 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:06.234017 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=414a4851-4f1f-4eac-9236-89ed850b9b5a,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:06.234600 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3bc28e82-0563-4f2d-9c44-dfc373ceaf8f req-ec758dda-ec2a-4e34-b528-ef1b4dee6992 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495508 May 25 16:26:06.460499 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['414a4851-4f1f-4eac-9236-89ed850b9b5a'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:26:06.556230 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:06.617987 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b642d73-7c03-4176-896a-fe50a7325814 req-8e908409-eb77-4ee7-b9e9-8f63bc97632b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:06.619469 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1b642d73-7c03-4176-896a-fe50a7325814 req-8e908409-eb77-4ee7-b9e9-8f63bc97632b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 944 time: 0.0474269 May 25 16:26:06.671690 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1b642d73-7c03-4176-896a-fe50a7325814 req-c0ed8bf8-c52e-4903-87ef-5ee23f072741 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458779 May 25 16:26:06.967349 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-ddcf9e65-6dcd-43ed-9636-66635f1ae76b tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:06.968804 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-ddcf9e65-6dcd-43ed-9636-66635f1ae76b tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 815 time: 0.1052957 May 25 16:26:06.989537 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b6938b5b-f31b-4e2c-ac63-cbc2fc93bed9 req-756cc755-a2eb-402f-b011-7ec6f13d6813 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0279729 May 25 16:26:07.106752 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b516f3-57c5-4c2a-9419-9db56439fd9f req-0db97051-a3eb-4ad0-b8d6-f5572a61b5e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:07.108239 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-39b516f3-57c5-4c2a-9419-9db56439fd9f req-0db97051-a3eb-4ad0-b8d6-f5572a61b5e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0526540 May 25 16:26:07.153505 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b36205-ac0e-4100-b5e1-79bf6489c9b3 req-c9dc0f66-ae28-4353-843a-4c3cb29c7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:07.155042 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93b36205-ac0e-4100-b5e1-79bf6489c9b3 req-c9dc0f66-ae28-4353-843a-4c3cb29c7190 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 1130 time: 0.0748053 May 25 16:26:07.157922 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-39b516f3-57c5-4c2a-9419-9db56439fd9f req-5026e0b8-20f3-48ab-984b-e069e1fcc77a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438790 May 25 16:26:07.173437 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-b92bdaef-0366-4569-8958-b23b7fb46c7a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d234edace28441282f594f0e03cacc5 HTTP/1.1" status: 200 len: 379 time: 0.0848622 May 25 16:26:07.197219 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'port': {'device_id': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'admin_state_up': True, 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'security_groups': ['92cee2af-baff-4871-8ee1-c73fab8e7568']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:26:07.230588 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea6451-5d8c-48d7-bfda-63a3480e5615 req-e67c009c-50ab-4b4d-b748-06d8ad8e13ac tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:07.232057 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5eea6451-5d8c-48d7-bfda-63a3480e5615 req-e67c009c-50ab-4b4d-b748-06d8ad8e13ac tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0478420 May 25 16:26:07.348415 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b36205-ac0e-4100-b5e1-79bf6489c9b3 req-a1343a6c-e13d-4d98-bde0-beee45218e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:07.349929 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93b36205-ac0e-4100-b5e1-79bf6489c9b3 req-a1343a6c-e13d-4d98-bde0-beee45218e25 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 HTTP/1.1" status: 200 len: 913 time: 0.1665173 May 25 16:26:07.354382 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:07.386938 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159bbe4-563a-4c38-b7c0-079f57e4b383 req-4a06ea2a-c860-44fd-9a8e-5e0007aa051a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:07.388590 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0159bbe4-563a-4c38-b7c0-079f57e4b383 req-4a06ea2a-c860-44fd-9a8e-5e0007aa051a tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f324c4-3a3e-4e8d-b2ca-91493fae47b1 HTTP/1.1" status: 200 len: 946 time: 0.0809691 May 25 16:26:07.407254 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Made reservation on behalf of 9d234edace28441282f594f0e03cacc5 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:26:07.410673 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:07.417147 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-5eea6451-5d8c-48d7-bfda-63a3480e5615 req-32bb8252-e626-412a-b3be-772ec6e05fb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Deleting port b95684f0-92c8-457d-bd07-c98d017be6fc {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:26:07.417513 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-5eea6451-5d8c-48d7-bfda-63a3480e5615 req-32bb8252-e626-412a-b3be-772ec6e05fb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:07.440845 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93b36205-ac0e-4100-b5e1-79bf6489c9b3 req-57e0ded2-81b8-4a42-844c-4dab29befc4e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3612e40-f8ea-4391-b684-977f3fa2cfff HTTP/1.1" status: 200 len: 1002 time: 0.0830674 May 25 16:26:07.500689 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0159bbe4-563a-4c38-b7c0-079f57e4b383 req-17f032c7-7a23-4591-b52e-dcd2e4e1f3f9 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.42 "GET /v2.0/security-groups?id=59a15a18-e6d0-4141-bfd1-d4ec104a76a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062210 May 25 16:26:07.539924 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-5eea6451-5d8c-48d7-bfda-63a3480e5615 req-32bb8252-e626-412a-b3be-772ec6e05fb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] For port b95684f0-92c8-457d-bd07-c98d017be6fc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b95684f0-92c8-457d-bd07-c98d017be6fc,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:07.540319 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-5eea6451-5d8c-48d7-bfda-63a3480e5615 req-32bb8252-e626-412a-b3be-772ec6e05fb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:07.544929 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b36205-ac0e-4100-b5e1-79bf6489c9b3 req-702d6ab8-7067-4c38-9328-a74511373dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:07.546449 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93b36205-ac0e-4100-b5e1-79bf6489c9b3 req-702d6ab8-7067-4c38-9328-a74511373dcd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1e391e2-f1bc-4085-8176-36597c4822d4 HTTP/1.1" status: 200 len: 850 time: 0.0951240 May 25 16:26:07.556779 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-5eea6451-5d8c-48d7-bfda-63a3480e5615 req-32bb8252-e626-412a-b3be-772ec6e05fb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Calling delete_port for b95684f0-92c8-457d-bd07-c98d017be6fc owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:26:07.624558 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b36205-ac0e-4100-b5e1-79bf6489c9b3 req-4e414f1e-a41b-47ec-83fd-be56516adae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:07.626068 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93b36205-ac0e-4100-b5e1-79bf6489c9b3 req-4e414f1e-a41b-47ec-83fd-be56516adae2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578084 May 25 16:26:07.629862 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Allocated IP 172.20.0.9 (924a9156-87e8-4a10-ac35-4ba66726a4f5/18e620dd-027b-4139-8d4b-9cc1e3ca8de8/dd94e749-35a1-4f34-8ff6-eddc3aa70245) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:26:07.630051 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:07.688718 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-5eea6451-5d8c-48d7-bfda-63a3480e5615 req-32bb8252-e626-412a-b3be-772ec6e05fb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (b95684f0-92c8-457d-bd07-c98d017be6fc), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:07.693232 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:07.708434 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['b95684f0-92c8-457d-bd07-c98d017be6fc'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:26:07.716333 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb8252-e626-412a-b3be-772ec6e05fb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Pushing event deleted for resources: {'Port': ['ID=b95684f0-92c8-457d-bd07-c98d017be6fc,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:07.770008 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eea6451-5d8c-48d7-bfda-63a3480e5615 req-32bb8252-e626-412a-b3be-772ec6e05fb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] No DVR routers for this DVR port b95684f0-92c8-457d-bd07-c98d017be6fc on host hv-cinder-84327 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:26:07.772423 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-5eea6451-5d8c-48d7-bfda-63a3480e5615 req-32bb8252-e626-412a-b3be-772ec6e05fb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:07.775959 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5eea6451-5d8c-48d7-bfda-63a3480e5615 req-32bb8252-e626-412a-b3be-772ec6e05fb6 tempest-ServerRescueNegativeTestJSON-1964636607 tempest-ServerRescueNegativeTestJSON-1964636607-project] 10.222.0.84 "DELETE /v2.0/ports/b95684f0-92c8-457d-bd07-c98d017be6fc HTTP/1.1" status: 204 len: 173 time: 0.4971244 May 25 16:26:07.776411 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f324c4-3a3e-4e8d-b2ca-91493fae47b1', 'name': 'network-vif-deleted', 'tag': 'b95684f0-92c8-457d-bd07-c98d017be6fc'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:26:07.778983 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c9bc0-a8cd-4510-8f56-9363549a8dac" -d '{"events": [{"server_uuid": "68f324c4-3a3e-4e8d-b2ca-91493fae47b1", "name": "network-vif-deleted", "tag": "b95684f0-92c8-457d-bd07-c98d017be6fc"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:26:07.849912 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8725318a-c0fe-4b51-90eb-14ae02eba5ee x-openstack-request-id: req-8725318a-c0fe-4b51-90eb-14ae02eba5ee {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:26:07.850232 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f324c4-3a3e-4e8d-b2ca-91493fae47b1", "name": "network-vif-deleted", "tag": "b95684f0-92c8-457d-bd07-c98d017be6fc", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:26:07.850486 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8725318a-c0fe-4b51-90eb-14ae02eba5ee {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:26:07.850893 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8725318a-c0fe-4b51-90eb-14ae02eba5ee'] response: {'server_uuid': '68f324c4-3a3e-4e8d-b2ca-91493fae47b1', 'name': 'network-vif-deleted', 'tag': 'b95684f0-92c8-457d-bd07-c98d017be6fc', 'status': 'completed', 'code': 200} May 25 16:26:07.858470 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01270e32-7547-4b30-baeb-76c9e88fa255 req-4043a757-d468-4ab5-9481-afb75473e93c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:07.860042 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-01270e32-7547-4b30-baeb-76c9e88fa255 req-4043a757-d468-4ab5-9481-afb75473e93c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 944 time: 0.0596724 May 25 16:26:07.915790 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-01270e32-7547-4b30-baeb-76c9e88fa255 req-660c5a41-7df8-4d89-b9b2-da394ae84200 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481918 May 25 16:26:08.005857 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 414a4851-4f1f-4eac-9236-89ed850b9b5a up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:26:08.035783 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93b36205-ac0e-4100-b5e1-79bf6489c9b3 req-e3823b7e-ae21-445d-86e2-eecd3bf8fe6e service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011667 May 25 16:26:08.057452 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 414a4851-4f1f-4eac-9236-89ed850b9b5a completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:26:08.063917 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 414a4851-4f1f-4eac-9236-89ed850b9b5a triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:26:08.064601 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:08.094827 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d7e6e3a7-4c43-4db6-a2b3-72727e1756c6 req-a99ff0e8-9822-4a01-ad40-f04556be547d tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0306394 May 25 16:26:08.096028 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:08.134591 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:08.161428 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 414a4851-4f1f-4eac-9236-89ed850b9b5a is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:26:08.162394 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:08.178466 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Network 924a9156-87e8-4a10-ac35-4ba66726a4f5 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:26:08.181966 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:26:08.188894 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:26:08.193808 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a4851-4f1f-4eac-9236-89ed850b9b5a'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:26:08.196178 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69ec7b3-8bbe-4176-807d-63ea23508db2" -d '{"events": [{"server_uuid": "b5ebfa48-d140-464a-8556-590a2666ce0c", "name": "network-vif-plugged", "status": "completed", "tag": "414a4851-4f1f-4eac-9236-89ed850b9b5a"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:26:08.211230 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 414a4851-4f1f-4eac-9236-89ed850b9b5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=414a4851-4f1f-4eac-9236-89ed850b9b5a,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:08.216192 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:08.274644 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=414a4851-4f1f-4eac-9236-89ed850b9b5a,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:08.275941 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event updated for resources: {'Port': ['ID=dd94e749-35a1-4f34-8ff6-eddc3aa70245,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:08.307326 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.308121 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.308768 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.309830 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.310414 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.311599 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.312313 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.314604 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.315278 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.316093 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.316697 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.318160 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.318846 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.319998 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.321200 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:26:08.326704 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:08.327695 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:08.348655 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baa67de-2613-4c71-abf2-e61de90396e6 x-openstack-request-id: req-0baa67de-2613-4c71-abf2-e61de90396e6 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:26:08.349494 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ebfa48-d140-464a-8556-590a2666ce0c", "name": "network-vif-plugged", "status": "completed", "tag": "414a4851-4f1f-4eac-9236-89ed850b9b5a", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:26:08.350299 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0baa67de-2613-4c71-abf2-e61de90396e6 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:26:08.350776 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0baa67de-2613-4c71-abf2-e61de90396e6'] response: {'server_uuid': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'code': 200} May 25 16:26:08.367332 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-4662612e-ccbe-4ace-9b55-6ae24fea30d9 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1757841 May 25 16:26:08.380969 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Request body: {'port': {'device_id': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:26:08.420237 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93b36205-ac0e-4100-b5e1-79bf6489c9b3 req-5171f7d4-81c1-42de-97e8-c37165165df7 service neutron] 10.222.0.84 "GET /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059216 May 25 16:26:08.424001 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a80933-3988-47ae-8d39-2fc8eab5e696 req-14fbe1fe-aa5b-49de-bd6f-b92fbe26f839 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:08.434044 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-39a80933-3988-47ae-8d39-2fc8eab5e696 req-14fbe1fe-aa5b-49de-bd6f-b92fbe26f839 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0608628 May 25 16:26:08.452859 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:08.483864 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:08.487166 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:08.502652 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-39a80933-3988-47ae-8d39-2fc8eab5e696 req-9a337960-3f87-4f57-b4cc-9648537ee4fe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675204 May 25 16:26:08.572253 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45882) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:08.658847 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-bb3d20e0-3db7-4fea-9c39-733f001300c5 None None] Provisioning complete for port dd94e749-35a1-4f34-8ff6-eddc3aa70245 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:26:08.659248 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bb3d20e0-3db7-4fea-9c39-733f001300c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:08.661979 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:08.692211 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:08.695072 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d20e0-3db7-4fea-9c39-733f001300c5 None None] Port dd94e749-35a1-4f34-8ff6-eddc3aa70245 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:26:08.699326 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f6118-912e-4579-a179-a5603de864d1 req-9d6bf63a-a8c8-48a2-a4a2-1fda4ed4bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:08.700970 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c80f6118-912e-4579-a179-a5603de864d1 req-9d6bf63a-a8c8-48a2-a4a2-1fda4ed4bf3c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 1129 time: 0.1017609 May 25 16:26:08.800738 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c80f6118-912e-4579-a179-a5603de864d1 req-791c2ba6-3de7-44cb-9db7-21f4b5b025ab service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912986 May 25 16:26:08.840924 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:08.912453 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd94e749-35a1-4f34-8ff6-eddc3aa70245 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:26:08.921531 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Publish callbacks [] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:08.935331 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Transition to ACTIVE for port object dd94e749-35a1-4f34-8ff6-eddc3aa70245 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:26:08.938997 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:08.988398 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Pushing event updated for resources: {'Port': ['ID=dd94e749-35a1-4f34-8ff6-eddc3aa70245,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:09.069725 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Attempting to bind port dd94e749-35a1-4f34-8ff6-eddc3aa70245 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:26:09.070401 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Attempting to bind port dd94e749-35a1-4f34-8ff6-eddc3aa70245 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:26:09.070637 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Attempting to bind port dd94e749-35a1-4f34-8ff6-eddc3aa70245 on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:26:09.076410 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Port dd94e749-35a1-4f34-8ff6-eddc3aa70245 on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:26:09.076869 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Attempting to bind port dd94e749-35a1-4f34-8ff6-eddc3aa70245 on network 924a9156-87e8-4a10-ac35-4ba66726a4f5 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:26:09.082445 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:26:09.082922 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Checking segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:26:09.083424 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Bound using segment: {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:26:09.083960 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Bound port: dd94e749-35a1-4f34-8ff6-eddc3aa70245, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b156e14-2770-4d0d-b2d4-3c86d4d1b705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:26:09.084431 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:09.112187 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450388a2-2f5a-4d8c-a373-fba259e4823b req-9d42d048-5757-4f6b-970c-6e0161cd6e71 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:09.113738 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-450388a2-2f5a-4d8c-a373-fba259e4823b req-9d42d048-5757-4f6b-970c-6e0161cd6e71 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 945 time: 0.1001837 May 25 16:26:09.158810 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f905751b-77ac-4773-b8a1-38bff3278423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859873'] for router_interface (e708205c-50dc-4bc1-9d0a-d2fc586620da), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:09.177777 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] For port dd94e749-35a1-4f34-8ff6-eddc3aa70245, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:26:09.181672 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] For port dd94e749-35a1-4f34-8ff6-eddc3aa70245, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=dd94e749-35a1-4f34-8ff6-eddc3aa70245,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:26:09.190557 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:09.229248 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:09.230364 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:09.232157 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] 10.222.0.84 "PUT /v2.0/ports/dd94e749-35a1-4f34-8ff6-eddc3aa70245 HTTP/1.1" status: 200 len: 1093 time: 0.8554299 May 25 16:26:09.232591 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'tag': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:26:09.234858 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300c58be-2348-4d25-9928-09db2389c494" -d '{"events": [{"name": "network-changed", "server_uuid": "964d7f7e-8562-42f6-80c3-cd7d03c3f1c5", "tag": "dd94e749-35a1-4f34-8ff6-eddc3aa70245"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:26:09.259834 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134412c-b8fe-4a94-a3d8-8b5172c9405c service neutron] Pushing event updated for resources: {'Port': ['ID=dd94e749-35a1-4f34-8ff6-eddc3aa70245,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:09.266297 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-450388a2-2f5a-4d8c-a373-fba259e4823b req-0d5e8d0b-00bd-4b90-b916-78e306511bdb tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461980 May 25 16:26:09.311746 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f986955b-aaf6-47bb-b5fd-9bb9db248b41 x-openstack-request-id: req-f986955b-aaf6-47bb-b5fd-9bb9db248b41 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:26:09.312033 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964d7f7e-8562-42f6-80c3-cd7d03c3f1c5", "tag": "dd94e749-35a1-4f34-8ff6-eddc3aa70245", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:26:09.312267 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f986955b-aaf6-47bb-b5fd-9bb9db248b41 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:26:09.312666 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f986955b-aaf6-47bb-b5fd-9bb9db248b41'] response: {'name': 'network-changed', 'server_uuid': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'tag': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245', 'status': 'completed', 'code': 200} May 25 16:26:09.315843 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6ad73-0824-45c3-bbe0-24da29e38672 req-a9569cb7-2452-4752-a8fd-26f62ee9aa15 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:09.317305 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ddc6ad73-0824-45c3-bbe0-24da29e38672 req-a9569cb7-2452-4752-a8fd-26f62ee9aa15 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 943 time: 0.1162817 May 25 16:26:09.480495 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ddc6ad73-0824-45c3-bbe0-24da29e38672 req-30cb6561-7819-45d0-9fbf-1f90973f2960 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524384 May 25 16:26:09.553110 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-f905751b-77ac-4773-b8a1-38bff3278423 admin admin] Deleting port 3c1fb575-65ee-4716-8340-9263a5d1c750 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:26:09.553483 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f905751b-77ac-4773-b8a1-38bff3278423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:09.611394 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:09.659236 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684ae75-5900-48fe-8e58-1e2f59ad978b req-f1140de1-fc93-4762-8ad4-7218ec2e8496 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:09.660778 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f684ae75-5900-48fe-8e58-1e2f59ad978b req-f1140de1-fc93-4762-8ad4-7218ec2e8496 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0651360 May 25 16:26:09.672368 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c58be-2348-4d25-9928-09db2389c494 req-9aeb0f15-c392-4808-9e68-c02db7994c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:09.674004 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-300c58be-2348-4d25-9928-09db2389c494 req-9aeb0f15-c392-4808-9e68-c02db7994c18 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 1127 time: 0.0420089 May 25 16:26:09.693554 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:09.704035 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-f905751b-77ac-4773-b8a1-38bff3278423 admin admin] For port 3c1fb575-65ee-4716-8340-9263a5d1c750, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=3c1fb575-65ee-4716-8340-9263a5d1c750,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:09.704424 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f905751b-77ac-4773-b8a1-38bff3278423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:09.735527 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-f905751b-77ac-4773-b8a1-38bff3278423 admin admin] Calling delete_port for 3c1fb575-65ee-4716-8340-9263a5d1c750 owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:26:09.754287 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f684ae75-5900-48fe-8e58-1e2f59ad978b req-062bb873-0c76-4a38-8d35-e46cf6d24ce8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844173 May 25 16:26:09.786065 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c58be-2348-4d25-9928-09db2389c494 req-e5c18af1-57e1-4cb8-8919-5211e3dc9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:09.787812 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-300c58be-2348-4d25-9928-09db2389c494 req-e5c18af1-57e1-4cb8-8919-5211e3dc9a6e service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9d234edace28441282f594f0e03cacc5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0982594 May 25 16:26:09.867067 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:09.900834 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c58be-2348-4d25-9928-09db2389c494 req-f476deb9-15cd-4cb8-904c-774902f47cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:09.902563 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-300c58be-2348-4d25-9928-09db2389c494 req-f476deb9-15cd-4cb8-904c-774902f47cda service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1019807 May 25 16:26:09.942075 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f905751b-77ac-4773-b8a1-38bff3278423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (3c1fb575-65ee-4716-8340-9263a5d1c750), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:09.971458 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905751b-77ac-4773-b8a1-38bff3278423 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1fb575-65ee-4716-8340-9263a5d1c750,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:10.131831 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f905751b-77ac-4773-b8a1-38bff3278423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-110590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859765'] for router_interface (e708205c-50dc-4bc1-9d0a-d2fc586620da), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:10.529789 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-f70f770f-8198-4c02-b74a-c92ad915a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:10.531611 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-f70f770f-8198-4c02-b74a-c92ad915a3f2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 1127 time: 0.0469270 May 25 16:26:10.594657 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-b8fd7f2e-5366-40e5-94ec-a2f7dbd42ce3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd94e749-35a1-4f34-8ff6-eddc3aa70245 HTTP/1.1" status: 200 len: 217 time: 0.0539732 May 25 16:26:10.641858 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f02db-cd72-4acc-867b-e971220bf0ed req-6f59c1c5-1914-44ee-a4f6-5e3b76e39605 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:10.643318 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0c1f02db-cd72-4acc-867b-e971220bf0ed req-6f59c1c5-1914-44ee-a4f6-5e3b76e39605 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 945 time: 0.0951421 May 25 16:26:10.646886 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-dee8fda3-66b7-4ac1-953c-b9f07e87dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:10.648348 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-dee8fda3-66b7-4ac1-953c-b9f07e87dcf7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=18e620dd-027b-4139-8d4b-9cc1e3ca8de8 HTTP/1.1" status: 200 len: 854 time: 0.0461404 May 25 16:26:10.648650 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f905751b-77ac-4773-b8a1-38bff3278423 admin admin] Router e708205c-50dc-4bc1-9d0a-d2fc586620da has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:26:10.656255 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba6fd6-daa5-40b6-85ff-f59f04d2749f req-01c44210-4b6a-4cdb-8c2b-9c13208c0a64 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:10.657636 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-33ba6fd6-daa5-40b6-85ff-f59f04d2749f req-01c44210-4b6a-4cdb-8c2b-9c13208c0a64 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 943 time: 0.0891130 May 25 16:26:10.680856 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:10.700637 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-5c95c1da-8c01-4f56-a16a-763b097489c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:10.702113 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-5c95c1da-8c01-4f56-a16a-763b097489c4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=924a9156-87e8-4a10-ac35-4ba66726a4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447636 May 25 16:26:10.727088 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:10.784588 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0c1f02db-cd72-4acc-867b-e971220bf0ed req-ed2e298e-b1ea-4ea8-9aaa-175d1565fb54 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259651 May 25 16:26:10.796082 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-33ba6fd6-daa5-40b6-85ff-f59f04d2749f req-4073ff37-d490-479f-90a7-827d44656ec4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291819 May 25 16:26:10.816087 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-1a6906cd-92d6-4876-899c-338b307c9f21 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061788 May 25 16:26:10.892831 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f905751b-77ac-4773-b8a1-38bff3278423 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:26:10.900676 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:10.900914 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f905751b-77ac-4773-b8a1-38bff3278423 admin admin] 10.222.0.42 "PUT /v2.0/routers/e708205c-50dc-4bc1-9d0a-d2fc586620da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3274975 May 25 16:26:10.904759 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2899f-482a-4ad1-912b-0715e24167ac None None] Sync routers for ids ['e708205c-50dc-4bc1-9d0a-d2fc586620da'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:26:10.905698 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45900) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:10.913611 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-857d0254-fd5e-47d3-b272-63ce5a38454a req-9fb49905-a1b3-45f8-8fee-4aca6a1f81d9 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900722 May 25 16:26:10.917907 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2899f-482a-4ad1-912b-0715e24167ac None None] Routers {'e708205c-50dc-4bc1-9d0a-d2fc586620da'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:26:10.919467 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-bef2899f-482a-4ad1-912b-0715e24167ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:26:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['e708205c-50dc-4bc1-9d0a-d2fc586620da'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:10.921051 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ee32-42e2-4231-bc45-f4432bd0fd66 req-75d5984c-315a-486b-a394-0688403f3730 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:10.922609 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e158ee32-42e2-4231-bc45-f4432bd0fd66 req-75d5984c-315a-486b-a394-0688403f3730 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0757852 May 25 16:26:11.028435 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-bef2899f-482a-4ad1-912b-0715e24167ac None None] Set router e708205c-50dc-4bc1-9d0a-d2fc586620da gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:26:11.038391 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e158ee32-42e2-4231-bc45-f4432bd0fd66 req-31ec4e06-0753-423a-ba9e-8455c16ca292 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856977 May 25 16:26:11.054323 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Publish callbacks [] for router (e708205c-50dc-4bc1-9d0a-d2fc586620da), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:11.158816 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Publish callbacks [] for router_gateway (e708205c-50dc-4bc1-9d0a-d2fc586620da), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:11.213534 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Deleting port a8733c66-2141-456c-92b2-4b3901d7236a {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:26:11.214219 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (a8733c66-2141-456c-92b2-4b3901d7236a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:11.214383 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-bef2899f-482a-4ad1-912b-0715e24167ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:26:09Z', 'revision_number': 5, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port': {'id': 'a8733c66-2141-456c-92b2-4b3901d7236a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:11.243472 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2899f-482a-4ad1-912b-0715e24167ac None None] Checking router: e708205c-50dc-4bc1-9d0a-d2fc586620da for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:26:11.252724 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2899f-482a-4ad1-912b-0715e24167ac None None] Routers {'e708205c-50dc-4bc1-9d0a-d2fc586620da'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:26:11.253332 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-bef2899f-482a-4ad1-912b-0715e24167ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:26:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['e708205c-50dc-4bc1-9d0a-d2fc586620da'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:11.308985 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] For port a8733c66-2141-456c-92b2-4b3901d7236a, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=a8733c66-2141-456c-92b2-4b3901d7236a,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:11.309358 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (a8733c66-2141-456c-92b2-4b3901d7236a), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:11.324525 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Calling delete_port for a8733c66-2141-456c-92b2-4b3901d7236a owned by network:router_gateway {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:26:11.340119 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-bef2899f-482a-4ad1-912b-0715e24167ac None None] Set router e708205c-50dc-4bc1-9d0a-d2fc586620da gateway port host: None {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:26:11.396240 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-bef2899f-482a-4ad1-912b-0715e24167ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:26:11Z', 'revision_number': 6, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port_host': None}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:11.424710 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2899f-482a-4ad1-912b-0715e24167ac None None] The sync data for ids ['e708205c-50dc-4bc1-9d0a-d2fc586620da'] in dv-cinder-843278-2-iscsi is: [{'id': 'e708205c-50dc-4bc1-9d0a-d2fc586620da', 'name': 'tempest-ServerRescueNegativeTestJSON-454810357-router', 'tenant_id': '95d1e25b20a146c198dfeda0dc43cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:26:11Z', 'revision_number': 6, 'project_id': '95d1e25b20a146c198dfeda0dc43cd72', 'gw_port_host': None}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:26:11.511773 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (a8733c66-2141-456c-92b2-4b3901d7236a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:11.546562 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8733c66-2141-456c-92b2-4b3901d7236a,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:11.611101 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3865691'] for router_gateway (e708205c-50dc-4bc1-9d0a-d2fc586620da), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:11.710439 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29440'] for router (e708205c-50dc-4bc1-9d0a-d2fc586620da), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:11.712646 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Publish callbacks [] for router_controller (e708205c-50dc-4bc1-9d0a-d2fc586620da), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:11.715798 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:11.769938 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:11.784904 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860733'] for router (e708205c-50dc-4bc1-9d0a-d2fc586620da), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:11.785591 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e708205c-50dc-4bc1-9d0a-d2fc586620da {{(pid=103812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:26:11.791624 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:11.793705 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-424d326a-41a9-4a7d-9c5b-e45f287af146 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e708205c-50dc-4bc1-9d0a-d2fc586620da HTTP/1.1" status: 204 len: 168 time: 0.8869877 May 25 16:26:11.796523 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45904) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:11.857790 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd5f8bd-2085-4688-8ba9-ffac51be3ec3 admin admin] Deleting subnet a5fd1872-b933-477c-91a8-1b7b6079d318 {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:26:11.861599 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f8bd-2085-4688-8ba9-ffac51be3ec3 admin admin] Publish callbacks [] for subnet (a5fd1872-b933-477c-91a8-1b7b6079d318), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:11.975872 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f8bd-2085-4688-8ba9-ffac51be3ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249884'] for subnet (a5fd1872-b933-477c-91a8-1b7b6079d318), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.000244 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device b95684f0-92c8-457d-bd07-c98d017be6fc no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:26:12.020309 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539a7e0-b86c-451b-9482-0df2521bd759 req-ee202403-8b45-4373-9ccb-6fbec750c660 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:12.022010 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0539a7e0-b86c-451b-9482-0df2521bd759 req-ee202403-8b45-4373-9ccb-6fbec750c660 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 943 time: 0.1372967 May 25 16:26:12.023315 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: b95684f0-92c8-457d-bd07-c98d017be6fc {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:26:12.023654 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device b95684f0-92c8-457d-bd07-c98d017be6fc not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:26:12.029034 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d0f69-5533-487d-8b88-c5dd6c231bad req-c035969d-2ba1-4091-9643-6b29297be24b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:12.030700 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-516d0f69-5533-487d-8b88-c5dd6c231bad req-c035969d-2ba1-4091-9643-6b29297be24b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 945 time: 0.1447325 May 25 16:26:12.210789 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0539a7e0-b86c-451b-9482-0df2521bd759 req-d69d0cfb-8dc4-4a2b-972c-67df3863709f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788850 May 25 16:26:12.214448 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-516d0f69-5533-487d-8b88-c5dd6c231bad req-52fb8b9b-aba2-4cdc-8af3-6cc873d529d9 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700344 May 25 16:26:12.219779 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f8bd-2085-4688-8ba9-ffac51be3ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (a5fd1872-b933-477c-91a8-1b7b6079d318), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.364348 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f8bd-2085-4688-8ba9-ffac51be3ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8872237'] for subnet (a5fd1872-b933-477c-91a8-1b7b6079d318), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.383648 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6d5e8-ddba-4245-a983-c23f924e7373 req-982912a0-c512-422d-bc89-12c17c42c194 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:12.385366 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-03e6d5e8-ddba-4245-a983-c23f924e7373 req-982912a0-c512-422d-bc89-12c17c42c194 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.1094763 May 25 16:26:12.427059 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25742530-0589-4b4e-82aa-f96c22a7af1f None None] Network 07eab40d-bc82-4433-9d88-2c85f65e23df requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:26:12.434012 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71881fc9-c83c-437d-82c3-2eade5a9839e req-86f48620-4d55-42a1-bdd9-2db093cbe6c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:12.435839 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-71881fc9-c83c-437d-82c3-2eade5a9839e req-86f48620-4d55-42a1-bdd9-2db093cbe6c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 945 time: 0.1155145 May 25 16:26:12.437228 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f8bd-2085-4688-8ba9-ffac51be3ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.443421 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6bd5f8bd-2085-4688-8ba9-ffac51be3ec3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a5fd1872-b933-477c-91a8-1b7b6079d318 HTTP/1.1" status: 204 len: 168 time: 0.6435506 May 25 16:26:12.444247 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5f8bd-2085-4688-8ba9-ffac51be3ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5fd1872-b933-477c-91a8-1b7b6079d318,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:12.444372 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45914) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:12.530856 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (07eab40d-bc82-4433-9d88-2c85f65e23df), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.532776 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-03e6d5e8-ddba-4245-a983-c23f924e7373 req-c0314d36-5c61-4c49-a911-ac2bb830352d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412244 May 25 16:26:12.546910 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-71881fc9-c83c-437d-82c3-2eade5a9839e req-c99008c9-4db0-49f4-ada3-ade15cc5e4ef tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941617 May 25 16:26:12.570945 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45916) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:12.582736 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Deleting port be977482-d880-4599-80a6-134fd8993a22 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:26:12.583088 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (be977482-d880-4599-80a6-134fd8993a22), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.628697 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7391e1d4-d376-459a-990b-e8d9fae769db tempest-TestVolumeBootPattern-1409693445 tempest-TestVolumeBootPattern-1409693445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:12.630268 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7391e1d4-d376-459a-990b-e8d9fae769db tempest-TestVolumeBootPattern-1409693445 tempest-TestVolumeBootPattern-1409693445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 1124 time: 0.0581863 May 25 16:26:12.633196 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45918) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:12.637828 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'port_id': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:26:12.659205 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45abb7ae-d98b-465f-a85e-2e77400dbd14 None None] DHCP port deletion for 07eab40d-bc82-4433-9d88-2c85f65e23df request from dv-cinder-843278-2-iscsi {{(pid=103814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:26:12.675788 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] For port be977482-d880-4599-80a6-134fd8993a22, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=be977482-d880-4599-80a6-134fd8993a22,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:12.676141 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (be977482-d880-4599-80a6-134fd8993a22), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.677793 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.691086 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Calling delete_port for be977482-d880-4599-80a6-134fd8993a22 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:26:12.702977 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-45abb7ae-d98b-465f-a85e-2e77400dbd14 None None] Deleting port be977482-d880-4599-80a6-134fd8993a22 {{(pid=103814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:26:12.703731 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-45abb7ae-d98b-465f-a85e-2e77400dbd14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (be977482-d880-4599-80a6-134fd8993a22), before_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.764721 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.782465 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-45abb7ae-d98b-465f-a85e-2e77400dbd14 None None] For port be977482-d880-4599-80a6-134fd8993a22, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=be977482-d880-4599-80a6-134fd8993a22,segment=NetworkSegment(1b02cc15-6767-456b-9c4e-9290db549992),segment_id=1b02cc15-6767-456b-9c4e-9290db549992)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:12.782849 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-45abb7ae-d98b-465f-a85e-2e77400dbd14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (be977482-d880-4599-80a6-134fd8993a22), precommit_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.786272 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (be977482-d880-4599-80a6-134fd8993a22), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.797642 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-45abb7ae-d98b-465f-a85e-2e77400dbd14 None None] Calling delete_port for be977482-d880-4599-80a6-134fd8993a22 owned by network:dhcp {{(pid=103814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:26:12.814347 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Pushing event deleted for resources: {'Port': ['ID=be977482-d880-4599-80a6-134fd8993a22,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:12.819265 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] No DVR routers for this DVR port be977482-d880-4599-80a6-134fd8993a22 on host dv-cinder-843278-2-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:26:12.859385 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:12.891298 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Allocated IP 172.27.1.246 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/fd56105d-c76e-454d-9a53-2a5a45181096) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:26:12.902584 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:12.903128 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (07eab40d-bc82-4433-9d88-2c85f65e23df), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.925239 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07eab40d-bc82-4433-9d88-2c85f65e23df']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:12.925914 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-45abb7ae-d98b-465f-a85e-2e77400dbd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629'] for port (be977482-d880-4599-80a6-134fd8993a22), after_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.935874 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b02cc15-6767-456b-9c4e-9290db549992') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:12.936303 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b02cc15-6767-456b-9c4e-9290db549992') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:12.946330 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9908726'] for segment (1b02cc15-6767-456b-9c4e-9290db549992), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.951504 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abb7ae-d98b-465f-a85e-2e77400dbd14 None None] Pushing event deleted for resources: {'Port': ['ID=be977482-d880-4599-80a6-134fd8993a22,revision_number=None']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:12.957475 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45abb7ae-d98b-465f-a85e-2e77400dbd14 None None] No DVR routers for this DVR port be977482-d880-4599-80a6-134fd8993a22 on host dv-cinder-843278-2-iscsi {{(pid=103814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:26:12.961955 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (1b02cc15-6767-456b-9c4e-9290db549992), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:12.969667 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:26:12.970131 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9644806'] for segment (1b02cc15-6767-456b-9c4e-9290db549992), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.016881 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 1b02cc15-6767-456b-9c4e-9290db549992 resource provider aggregate not found May 25 16:26:13.022523 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for port (fd56105d-c76e-454d-9a53-2a5a45181096), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.041779 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 1b02cc15-6767-456b-9c4e-9290db549992 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b02cc15-6767-456b-9c4e-9290db549992 found for delete ", "request_id": "req-cc5cac95-c973-4b72-9a61-52de9c46fe2e"}]} May 25 16:26:13.043136 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (07eab40d-bc82-4433-9d88-2c85f65e23df), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.050488 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.056448 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] 10.222.0.42 "DELETE /v2.0/networks/07eab40d-bc82-4433-9d88-2c85f65e23df HTTP/1.1" status: 204 len: 168 time: 0.6095033 May 25 16:26:13.060848 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (fd56105d-c76e-454d-9a53-2a5a45181096), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.066231 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579f1da-2c19-49dd-8ae4-621ccc2b1086 admin admin] Pushing event deleted for resources: {'Network': ['ID=07eab40d-bc82-4433-9d88-2c85f65e23df,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:13.103309 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:26:13.108843 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:26:13.113060 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:26:13.116275 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'Port': ['ID=fd56105d-c76e-454d-9a53-2a5a45181096,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:13.186120 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45926) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:13.193245 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:13.230937 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f1cbc462-6780-4f3e-80b7-e216e7c7234f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95d1e25b20a146c198dfeda0dc43cd72&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436285 May 25 16:26:13.233557 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45928) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:13.286100 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c62115f0-218c-443a-9829-8c58c7a2efd1 admin admin] Publish callbacks [] for security_group (59a15a18-e6d0-4141-bfd1-d4ec104a76a9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.314112 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c62115f0-218c-443a-9829-8c58c7a2efd1 admin admin] Publish callbacks [] for security_group (59a15a18-e6d0-4141-bfd1-d4ec104a76a9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.366454 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c62115f0-218c-443a-9829-8c58c7a2efd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (59a15a18-e6d0-4141-bfd1-d4ec104a76a9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.369102 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c62115f0-218c-443a-9829-8c58c7a2efd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.373554 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device be977482-d880-4599-80a6-134fd8993a22 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:26:13.374112 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c62115f0-218c-443a-9829-8c58c7a2efd1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59a15a18-e6d0-4141-bfd1-d4ec104a76a9 HTTP/1.1" status: 204 len: 168 time: 0.1349576 May 25 16:26:13.380682 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62115f0-218c-443a-9829-8c58c7a2efd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a15a18-e6d0-4141-bfd1-d4ec104a76a9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:13.387264 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257633b-8d76-4b2a-9453-b55fa435e719 req-e84b5dd8-9c5b-4acb-a354-b2caf861a17c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:13.388941 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6257633b-8d76-4b2a-9453-b55fa435e719 req-e84b5dd8-9c5b-4acb-a354-b2caf861a17c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 943 time: 0.1062469 May 25 16:26:13.392619 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: be977482-d880-4599-80a6-134fd8993a22 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:26:13.392967 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device be977482-d880-4599-80a6-134fd8993a22 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:26:13.393368 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device a8733c66-2141-456c-92b2-4b3901d7236a no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:26:13.474478 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6257633b-8d76-4b2a-9453-b55fa435e719 req-5fad3cd4-0e98-4bde-90c7-e8eb276ea83e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736198 May 25 16:26:13.554398 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: a8733c66-2141-456c-92b2-4b3901d7236a {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:26:13.554786 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device a8733c66-2141-456c-92b2-4b3901d7236a not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:26:13.555137 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 3c1fb575-65ee-4716-8340-9263a5d1c750 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:26:13.579228 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 3c1fb575-65ee-4716-8340-9263a5d1c750 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:26:13.579785 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 3c1fb575-65ee-4716-8340-9263a5d1c750 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:26:13.636273 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (5a195698-1c20-404f-8a67-44f3249619da), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.714457 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92b43f-f059-427c-82e8-0217beac7fc8 req-3d935327-c878-401a-b57a-5f3a29a2c6d4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:13.716220 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4a92b43f-f059-427c-82e8-0217beac7fc8 req-3d935327-c878-401a-b57a-5f3a29a2c6d4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0780177 May 25 16:26:13.741185 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:13.765807 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (fd56105d-c76e-454d-9a53-2a5a45181096), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.838551 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4a92b43f-f059-427c-82e8-0217beac7fc8 req-ee9e0011-3218-4a88-bfea-81957c7273b7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004400 May 25 16:26:13.864668 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:13.983465 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for port (fd56105d-c76e-454d-9a53-2a5a45181096), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:13.988650 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (fd56105d-c76e-454d-9a53-2a5a45181096), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:14.015075 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device dd94e749-35a1-4f34-8ff6-eddc3aa70245 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:26:14.100086 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:14.114656 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:14.146614 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port dd94e749-35a1-4f34-8ff6-eddc3aa70245, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=dd94e749-35a1-4f34-8ff6-eddc3aa70245,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:14.160578 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'port_id': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245', 'mac_address': 'fa:16:3e:ba:b2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:26:14.200782 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port dd94e749-35a1-4f34-8ff6-eddc3aa70245 is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:26:14.201191 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:14.216372 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd94e749-35a1-4f34-8ff6-eddc3aa70245 {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:26:14.242866 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port dd94e749-35a1-4f34-8ff6-eddc3aa70245, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=dd94e749-35a1-4f34-8ff6-eddc3aa70245,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:14.247769 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:14.300242 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=dd94e749-35a1-4f34-8ff6-eddc3aa70245,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:14.341317 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'Port': ['ID=fd56105d-c76e-454d-9a53-2a5a45181096,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:14.353006 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (5a195698-1c20-404f-8a67-44f3249619da), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:14.470630 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Floating IP 5a195698-1c20-404f-8a67-44f3249619da associated. External IP: 172.27.1.246, port: 414a4851-4f1f-4eac-9236-89ed850b9b5a. May 25 16:26:14.582223 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['dd94e749-35a1-4f34-8ff6-eddc3aa70245'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:26:14.612071 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296deb0-d2f2-43c0-b7c7-f2b21e4550e8 req-945a8266-c870-44bf-b9e0-9914a173fe8a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:14.613536 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4296deb0-d2f2-43c0-b7c7-f2b21e4550e8 req-945a8266-c870-44bf-b9e0-9914a173fe8a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 944 time: 0.0629749 May 25 16:26:14.738280 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4296deb0-d2f2-43c0-b7c7-f2b21e4550e8 req-add9bfe2-f603-46a1-a2c4-9109777b4221 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869520 May 25 16:26:14.759961 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Router 313f9e04-c2be-4678-8132-dc209d3dd2cf has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:26:14.875512 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:26:14.890651 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bac2cc-d95d-4b17-bbe9-d1d1d67cdcec None None] Sync routers for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:26:14.899638 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:14.908168 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bac2cc-d95d-4b17-bbe9-d1d1d67cdcec None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:26:14.909050 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-54bac2cc-d95d-4b17-bbe9-d1d1d67cdcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:26:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:14.963904 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:14.971024 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a8e080a3-f209-452d-bcec-e6183b6f89ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3343194 May 25 16:26:14.972124 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'tag': '414a4851-4f1f-4eac-9236-89ed850b9b5a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:26:14.974033 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab7de1a-a217-4a05-a92a-98fae1e6fc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ebfa48-d140-464a-8556-590a2666ce0c", "tag": "414a4851-4f1f-4eac-9236-89ed850b9b5a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:26:14.988775 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24402a-ae01-4d26-8dcc-c2369345bda9 req-54b1897a-a0fd-45c4-afcf-659c10e70512 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:14.990294 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9b24402a-ae01-4d26-8dcc-c2369345bda9 req-54b1897a-a0fd-45c4-afcf-659c10e70512 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0632737 May 25 16:26:15.025243 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-54bac2cc-d95d-4b17-bbe9-d1d1d67cdcec None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:26:15.051028 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409d4569-a6de-42df-b438-df871574d52b x-openstack-request-id: req-409d4569-a6de-42df-b438-df871574d52b {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:26:15.051349 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ebfa48-d140-464a-8556-590a2666ce0c", "tag": "414a4851-4f1f-4eac-9236-89ed850b9b5a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:26:15.051617 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-409d4569-a6de-42df-b438-df871574d52b {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:26:15.052041 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409d4569-a6de-42df-b438-df871574d52b'] response: {'name': 'network-changed', 'server_uuid': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'tag': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'status': 'completed', 'code': 200} May 25 16:26:15.070100 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9b24402a-ae01-4d26-8dcc-c2369345bda9 req-0774aad1-0a5b-463f-9abe-dab4c579d4ae tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717199 May 25 16:26:15.122253 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7de1a-a217-4a05-a92a-98fae1e6fc3a req-a80a5205-0c82-4dee-b627-7b694c5d7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:15.123876 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eab7de1a-a217-4a05-a92a-98fae1e6fc3a req-a80a5205-0c82-4dee-b627-7b694c5d7905 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 1129 time: 0.0476787 May 25 16:26:15.227745 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7de1a-a217-4a05-a92a-98fae1e6fc3a req-bca505a0-ea3f-47d3-9afd-5989280a1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:15.229840 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eab7de1a-a217-4a05-a92a-98fae1e6fc3a req-bca505a0-ea3f-47d3-9afd-5989280a1e9e service neutron] 10.222.0.84 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 913 time: 0.0983827 May 25 16:26:15.259099 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-54bac2cc-d95d-4b17-bbe9-d1d1d67cdcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '5a195698-1c20-404f-8a67-44f3249619da', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:69:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:26:13Z', 'updated_at': '2022-05-25T16:26:13Z', 'revision_number': 0, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:15.287995 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bac2cc-d95d-4b17-bbe9-d1d1d67cdcec None None] Checking router: 313f9e04-c2be-4678-8132-dc209d3dd2cf for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:26:15.297078 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eab7de1a-a217-4a05-a92a-98fae1e6fc3a req-b3c35748-f87d-496e-8241-82c8a77ed823 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414a4851-4f1f-4eac-9236-89ed850b9b5a HTTP/1.1" status: 200 len: 999 time: 0.0611558 May 25 16:26:15.298344 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bac2cc-d95d-4b17-bbe9-d1d1d67cdcec None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:26:15.299013 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-54bac2cc-d95d-4b17-bbe9-d1d1d67cdcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:26:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:15.351437 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 45986) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:15.352496 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7de1a-a217-4a05-a92a-98fae1e6fc3a req-e8753b36-1017-45c0-8dac-4a30f8902c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:15.354026 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eab7de1a-a217-4a05-a92a-98fae1e6fc3a req-e8753b36-1017-45c0-8dac-4a30f8902c14 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 200 len: 850 time: 0.0501156 May 25 16:26:15.395044 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:15.408533 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7de1a-a217-4a05-a92a-98fae1e6fc3a req-e15f9c53-d052-41db-96e6-259d3b41244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:15.408768 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-54bac2cc-d95d-4b17-bbe9-d1d1d67cdcec None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:26:15.410680 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eab7de1a-a217-4a05-a92a-98fae1e6fc3a req-e15f9c53-d052-41db-96e6-259d3b41244d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5f7c259b-fa42-4f62-9149-4145e768ec9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499947 May 25 16:26:15.480519 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-39f8db58-2d56-452d-b68e-924fe2d3d931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:15.510503 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:15.512235 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eab7de1a-a217-4a05-a92a-98fae1e6fc3a req-b7a67959-30c9-4581-895a-ab7ed1faed89 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908637 May 25 16:26:15.582843 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-39f8db58-2d56-452d-b68e-924fe2d3d931 admin admin] Publish callbacks [] for security_group (f09e995f-0d36-4867-914f-4f998c607519), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:15.587044 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-39f8db58-2d56-452d-b68e-924fe2d3d931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f09e995f-0d36-4867-914f-4f998c607519), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:15.625546 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eab7de1a-a217-4a05-a92a-98fae1e6fc3a req-1e027663-f1eb-417b-aaab-c83a70ac0088 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067047 May 25 16:26:15.626933 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-39f8db58-2d56-452d-b68e-924fe2d3d931 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1976c732674e4a04b03b2edecdb9cbad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742872 May 25 16:26:15.628903 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8db58-2d56-452d-b68e-924fe2d3d931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09e995f-0d36-4867-914f-4f998c607519,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:15.630135 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45990) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:15.645030 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-54bac2cc-d95d-4b17-bbe9-d1d1d67cdcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '5a195698-1c20-404f-8a67-44f3249619da', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:69:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:26:13Z', 'updated_at': '2022-05-25T16:26:13Z', 'revision_number': 0, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:15.671841 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bac2cc-d95d-4b17-bbe9-d1d1d67cdcec None None] The sync data for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi is: [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '5a195698-1c20-404f-8a67-44f3249619da', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:69:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:26:13Z', 'updated_at': '2022-05-25T16:26:13Z', 'revision_number': 0, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:26:15.692560 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b627c39b-2689-4971-88fe-b53e4de97b30 admin admin] Publish callbacks [] for security_group (f09e995f-0d36-4867-914f-4f998c607519), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:15.715680 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b627c39b-2689-4971-88fe-b53e4de97b30 admin admin] Publish callbacks [] for security_group (f09e995f-0d36-4867-914f-4f998c607519), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:15.766361 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b627c39b-2689-4971-88fe-b53e4de97b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f09e995f-0d36-4867-914f-4f998c607519), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:15.768858 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b627c39b-2689-4971-88fe-b53e4de97b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:15.770069 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b627c39b-2689-4971-88fe-b53e4de97b30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f09e995f-0d36-4867-914f-4f998c607519 HTTP/1.1" status: 204 len: 168 time: 0.1389780 May 25 16:26:15.781224 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627c39b-2689-4971-88fe-b53e4de97b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09e995f-0d36-4867-914f-4f998c607519,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:15.872803 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64732d83-d9ba-47e9-8f54-1e50789b2230 req-2a07a814-8345-4137-9471-821f9edd2c52 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:15.879867 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-64732d83-d9ba-47e9-8f54-1e50789b2230 req-2a07a814-8345-4137-9471-821f9edd2c52 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 944 time: 0.0663993 May 25 16:26:15.912926 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1dc6d1-3750-47ba-b7dc-ee15e821db84 None None] New status for floating IP 5a195698-1c20-404f-8a67-44f3249619da: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:26:15.934328 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-64732d83-d9ba-47e9-8f54-1e50789b2230 req-9bc4a0f1-56a7-4bea-96bd-098c23ea6566 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535362 May 25 16:26:16.019993 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device dd94e749-35a1-4f34-8ff6-eddc3aa70245 up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:26:16.091117 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 45998) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:16.105872 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb8f0-1d24-40f7-97e7-6bc5d7a51983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:16.119466 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port dd94e749-35a1-4f34-8ff6-eddc3aa70245 completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:26:16.127790 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port dd94e749-35a1-4f34-8ff6-eddc3aa70245 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:26:16.128315 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:16.147019 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:16.211685 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb8f0-1d24-40f7-97e7-6bc5d7a51983 admin admin] Publish callbacks [] for security_group (2c0367ae-0933-4dd2-baa7-2ff5a1c216a3), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:16.216971 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb8f0-1d24-40f7-97e7-6bc5d7a51983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (2c0367ae-0933-4dd2-baa7-2ff5a1c216a3), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:16.219746 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bef50-6600-41e9-954c-9e069b9d74c5 req-e2d72b96-d771-4778-82a1-21c56ff0a3f1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:16.227486 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-be2bef50-6600-41e9-954c-9e069b9d74c5 req-e2d72b96-d771-4778-82a1-21c56ff0a3f1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0758348 May 25 16:26:16.230557 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port dd94e749-35a1-4f34-8ff6-eddc3aa70245 is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:26:16.231027 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:16.261803 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:26:16.265161 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d4dd5d-1e69-4868-a70f-bb7b8d1087f4" -d '{"events": [{"server_uuid": "964d7f7e-8562-42f6-80c3-cd7d03c3f1c5", "name": "network-vif-plugged", "status": "completed", "tag": "dd94e749-35a1-4f34-8ff6-eddc3aa70245"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:26:16.266965 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8a0cb8f0-1d24-40f7-97e7-6bc5d7a51983 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18daa4cd9a61438faa31540c7ba2c18b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747508 May 25 16:26:16.267822 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cb8f0-1d24-40f7-97e7-6bc5d7a51983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0367ae-0933-4dd2-baa7-2ff5a1c216a3,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:16.269939 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46004) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:16.281965 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port dd94e749-35a1-4f34-8ff6-eddc3aa70245, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=dd94e749-35a1-4f34-8ff6-eddc3aa70245,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:16.286738 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:16.301672 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-be2bef50-6600-41e9-954c-9e069b9d74c5 req-bc4797e0-33de-4821-9cc1-451f77bcc8bd tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730281 May 25 16:26:16.324274 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45da6e3b-e6a1-4338-bde8-058a8d9071f1 x-openstack-request-id: req-45da6e3b-e6a1-4338-bde8-058a8d9071f1 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:26:16.324764 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964d7f7e-8562-42f6-80c3-cd7d03c3f1c5", "name": "network-vif-plugged", "status": "completed", "tag": "dd94e749-35a1-4f34-8ff6-eddc3aa70245", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:26:16.325023 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45da6e3b-e6a1-4338-bde8-058a8d9071f1 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:26:16.325455 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45da6e3b-e6a1-4338-bde8-058a8d9071f1'] response: {'server_uuid': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245', 'code': 200} May 25 16:26:16.351596 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8f20cb15-5a83-4556-931b-21683457130d admin admin] Publish callbacks [] for security_group (2c0367ae-0933-4dd2-baa7-2ff5a1c216a3), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:16.351852 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=dd94e749-35a1-4f34-8ff6-eddc3aa70245,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:16.376698 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8f20cb15-5a83-4556-931b-21683457130d admin admin] Publish callbacks [] for security_group (2c0367ae-0933-4dd2-baa7-2ff5a1c216a3), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:16.436461 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8f20cb15-5a83-4556-931b-21683457130d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (2c0367ae-0933-4dd2-baa7-2ff5a1c216a3), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:16.439952 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8f20cb15-5a83-4556-931b-21683457130d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:16.441077 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8f20cb15-5a83-4556-931b-21683457130d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c0367ae-0933-4dd2-baa7-2ff5a1c216a3 HTTP/1.1" status: 204 len: 168 time: 0.1597590 May 25 16:26:16.453937 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20cb15-5a83-4556-931b-21683457130d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0367ae-0933-4dd2-baa7-2ff5a1c216a3,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:16.516701 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec51ec-1387-4706-9cd6-b6067e2462f5 req-3a33b967-7960-47cb-879e-7305ced21c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:16.518494 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8aec51ec-1387-4706-9cd6-b6067e2462f5 req-3a33b967-7960-47cb-879e-7305ced21c19 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 1129 time: 0.0415645 May 25 16:26:16.569290 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8aec51ec-1387-4706-9cd6-b6067e2462f5 req-efb8bd97-a2cf-4731-895f-5d90c0407f6b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398345 May 25 16:26:17.077267 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b3b81-c5d3-46df-9d79-69552fb3a231 req-c52321f5-3010-41dc-9be8-f5efb6d4812c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:17.078799 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f80b3b81-c5d3-46df-9d79-69552fb3a231 req-c52321f5-3010-41dc-9be8-f5efb6d4812c tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0534225 May 25 16:26:17.126776 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f80b3b81-c5d3-46df-9d79-69552fb3a231 req-5c7a55cd-c60b-46c8-8f70-798009013575 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419734 May 25 16:26:17.435584 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b386e08-40a6-47b7-906e-e2df87d6a721 req-b6c1c412-9f11-4157-abbe-52a8a33cb559 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:17.437356 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4b386e08-40a6-47b7-906e-e2df87d6a721 req-b6c1c412-9f11-4157-abbe-52a8a33cb559 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0524719 May 25 16:26:17.488558 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4b386e08-40a6-47b7-906e-e2df87d6a721 req-96c9f7cc-b3cf-4e58-90df-d5ad04d6a9ba tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448263 May 25 16:26:18.243190 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a324f-29dc-40a0-918d-14109c7b7b8c req-eb8f89ae-ecbb-4230-9ea6-31557bbf888b tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:18.245621 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c33a324f-29dc-40a0-918d-14109c7b7b8c req-eb8f89ae-ecbb-4230-9ea6-31557bbf888b tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0490384 May 25 16:26:18.297262 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c33a324f-29dc-40a0-918d-14109c7b7b8c req-421dbed1-ff29-4c5d-9775-09b8b2c8fbca tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458517 May 25 16:26:18.623282 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16d8a1-6cf0-4021-bc99-da7adf60dc8b req-da907a66-8055-4c07-8a79-c8d21cefb3da tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:18.624768 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0f16d8a1-6cf0-4021-bc99-da7adf60dc8b req-da907a66-8055-4c07-8a79-c8d21cefb3da tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0540149 May 25 16:26:18.662741 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:18.675472 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0f16d8a1-6cf0-4021-bc99-da7adf60dc8b req-12c87dff-f417-402b-a0bd-438409d11a19 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448108 May 25 16:26:18.941622 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46082) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:19.052251 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-407bc560-b397-4737-a76a-4b25c9527734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:19.129258 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-407bc560-b397-4737-a76a-4b25c9527734 admin admin] Publish callbacks [] for security_group (7295e210-162b-434e-85bd-3f4b80179538), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:19.132816 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-407bc560-b397-4737-a76a-4b25c9527734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (7295e210-162b-434e-85bd-3f4b80179538), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:19.168521 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:19.172116 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bc560-b397-4737-a76a-4b25c9527734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7295e210-162b-434e-85bd-3f4b80179538,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:19.176236 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-407bc560-b397-4737-a76a-4b25c9527734 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=834e969de42342039fe817db706f5043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334533 May 25 16:26:19.179685 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46086) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:19.212504 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:19.231350 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8eaeef22-7b29-4940-ace1-76be9e672d41 admin admin] Publish callbacks [] for security_group (7295e210-162b-434e-85bd-3f4b80179538), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:19.252922 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8eaeef22-7b29-4940-ace1-76be9e672d41 admin admin] Publish callbacks [] for security_group (7295e210-162b-434e-85bd-3f4b80179538), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:19.302088 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8eaeef22-7b29-4940-ace1-76be9e672d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (7295e210-162b-434e-85bd-3f4b80179538), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:19.306320 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8eaeef22-7b29-4940-ace1-76be9e672d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:19.310328 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8eaeef22-7b29-4940-ace1-76be9e672d41 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7295e210-162b-434e-85bd-3f4b80179538 HTTP/1.1" status: 204 len: 168 time: 0.1299672 May 25 16:26:19.318903 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaeef22-7b29-4940-ace1-76be9e672d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7295e210-162b-434e-85bd-3f4b80179538,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:19.429666 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5235dc-2cca-44c0-a912-f7a414578314 req-1e1e90ed-184d-47e7-ba7c-3962e415b3aa tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:19.431506 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dc5235dc-2cca-44c0-a912-f7a414578314 req-1e1e90ed-184d-47e7-ba7c-3962e415b3aa tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0516787 May 25 16:26:19.450298 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:19.463836 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:19.491126 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dc5235dc-2cca-44c0-a912-f7a414578314 req-3d300cbb-0cb2-4b25-8fa5-7693ebfb4c3e tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512607 May 25 16:26:19.604515 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0680516-d921-4e9a-84b4-5bbeb26aa299 req-ef68fa27-f631-4cfc-847d-5bc81c215f6d tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:19.606209 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d0680516-d921-4e9a-84b4-5bbeb26aa299 req-ef68fa27-f631-4cfc-847d-5bc81c215f6d tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0500159 May 25 16:26:19.614855 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46096) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:19.619651 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-883c30df-6c34-4fff-a94f-40cedf01cbca tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Request body: {'floatingip': {'port_id': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:26:19.625291 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46098) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:19.639334 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb2535a4-2c04-44a4-99cf-9c291e3673c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:19.665602 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-883c30df-6c34-4fff-a94f-40cedf01cbca tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (9ab34138-2f30-4b42-847b-7081adac2e6d), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:19.736850 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb2535a4-2c04-44a4-99cf-9c291e3673c7 admin admin] Publish callbacks [] for security_group (1ff4aa4a-28f9-4f48-bf54-b2e469db5aac), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:19.743225 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb2535a4-2c04-44a4-99cf-9c291e3673c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (1ff4aa4a-28f9-4f48-bf54-b2e469db5aac), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:19.859185 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-eb2535a4-2c04-44a4-99cf-9c291e3673c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9de4a1e4a15642319a5b4475d99f8e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325525 May 25 16:26:19.861847 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46102) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:19.865698 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8597ec-7b24-49ef-a93b-7efc9e400cd7 req-e9e49c43-d2db-4469-9feb-a6980ad264ec tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:19.867280 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4e8597ec-7b24-49ef-a93b-7efc9e400cd7 req-e9e49c43-d2db-4469-9feb-a6980ad264ec tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.1040752 May 25 16:26:19.868125 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2535a4-2c04-44a4-99cf-9c291e3673c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff4aa4a-28f9-4f48-bf54-b2e469db5aac,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:19.920163 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4e8597ec-7b24-49ef-a93b-7efc9e400cd7 req-8200d740-8268-473d-854e-60b5406edee8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461957 May 25 16:26:20.010992 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dd17ac0d-8271-4795-a4bc-79e86645c0d1 admin admin] Publish callbacks [] for security_group (1ff4aa4a-28f9-4f48-bf54-b2e469db5aac), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:20.074950 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dd17ac0d-8271-4795-a4bc-79e86645c0d1 admin admin] Publish callbacks [] for security_group (1ff4aa4a-28f9-4f48-bf54-b2e469db5aac), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:20.149912 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:20.188481 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dd17ac0d-8271-4795-a4bc-79e86645c0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (1ff4aa4a-28f9-4f48-bf54-b2e469db5aac), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:20.190910 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dd17ac0d-8271-4795-a4bc-79e86645c0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:20.192021 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-dd17ac0d-8271-4795-a4bc-79e86645c0d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ff4aa4a-28f9-4f48-bf54-b2e469db5aac HTTP/1.1" status: 204 len: 168 time: 0.3292136 May 25 16:26:20.230385 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17ac0d-8271-4795-a4bc-79e86645c0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff4aa4a-28f9-4f48-bf54-b2e469db5aac,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:20.250810 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-883c30df-6c34-4fff-a94f-40cedf01cbca tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:20.254827 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-883c30df-6c34-4fff-a94f-40cedf01cbca tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (9ab34138-2f30-4b42-847b-7081adac2e6d), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:20.356574 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-883c30df-6c34-4fff-a94f-40cedf01cbca tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Floating IP 9ab34138-2f30-4b42-847b-7081adac2e6d associated. External IP: 172.27.1.191, port: dd94e749-35a1-4f34-8ff6-eddc3aa70245. May 25 16:26:20.805931 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883c30df-6c34-4fff-a94f-40cedf01cbca tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:26:20.846823 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:20.910689 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883c30df-6c34-4fff-a94f-40cedf01cbca tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:26:20.916154 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-883c30df-6c34-4fff-a94f-40cedf01cbca tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:20.921478 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd207fe-686c-44da-976a-1fd61856f34f None None] Sync routers for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:26:20.936826 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd207fe-686c-44da-976a-1fd61856f34f None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:26:20.938097 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-0bd207fe-686c-44da-976a-1fd61856f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:26:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:20.954805 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-883c30df-6c34-4fff-a94f-40cedf01cbca tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "PUT /v2.0/floatingips/9ab34138-2f30-4b42-847b-7081adac2e6d HTTP/1.1" status: 200 len: 991 time: 1.3365350 May 25 16:26:20.954805 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'tag': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:26:20.956061 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91068fce-bbe7-496d-9b42-66d915ec565a" -d '{"events": [{"name": "network-changed", "server_uuid": "964d7f7e-8562-42f6-80c3-cd7d03c3f1c5", "tag": "dd94e749-35a1-4f34-8ff6-eddc3aa70245"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:26:20.999288 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2a6964-0516-4216-beeb-9eac8eda7146 x-openstack-request-id: req-6f2a6964-0516-4216-beeb-9eac8eda7146 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:26:20.999646 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964d7f7e-8562-42f6-80c3-cd7d03c3f1c5", "tag": "dd94e749-35a1-4f34-8ff6-eddc3aa70245", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:26:20.999910 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f2a6964-0516-4216-beeb-9eac8eda7146 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:26:21.000314 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f2a6964-0516-4216-beeb-9eac8eda7146'] response: {'name': 'network-changed', 'server_uuid': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'tag': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245', 'status': 'completed', 'code': 200} May 25 16:26:21.056137 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198ea29-8bf7-4f3e-9846-9fa5b5737266 req-8848772c-09b6-4174-9171-edf5950e1e56 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:21.063895 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f198ea29-8bf7-4f3e-9846-9fa5b5737266 req-8848772c-09b6-4174-9171-edf5950e1e56 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0611520 May 25 16:26:21.092689 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91068fce-bbe7-496d-9b42-66d915ec565a req-b68acb96-4e2c-4b67-a477-61c80b5835dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:21.096019 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-91068fce-bbe7-496d-9b42-66d915ec565a req-b68acb96-4e2c-4b67-a477-61c80b5835dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9d234edace28441282f594f0e03cacc5&device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 1129 time: 0.0619683 May 25 16:26:21.122289 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f198ea29-8bf7-4f3e-9846-9fa5b5737266 req-b539a3f9-54ea-4ba3-91b6-d644ca26ed69 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573556 May 25 16:26:21.194124 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-0bd207fe-686c-44da-976a-1fd61856f34f None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:26:21.213026 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91068fce-bbe7-496d-9b42-66d915ec565a req-33058390-a8e1-4c88-a175-5a6bd2085022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:21.215753 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-91068fce-bbe7-496d-9b42-66d915ec565a req-33058390-a8e1-4c88-a175-5a6bd2085022 service neutron] 10.222.0.84 "GET /v2.0/networks?id=924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 200 len: 917 time: 0.1113496 May 25 16:26:21.309872 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-91068fce-bbe7-496d-9b42-66d915ec565a req-4f9a1219-0911-4492-9b00-e549d7bf54b1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd94e749-35a1-4f34-8ff6-eddc3aa70245 HTTP/1.1" status: 200 len: 999 time: 0.0815761 May 25 16:26:21.369586 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91068fce-bbe7-496d-9b42-66d915ec565a req-641ada62-99d1-4122-8f5b-0fe28ce04f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:21.371662 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-91068fce-bbe7-496d-9b42-66d915ec565a req-641ada62-99d1-4122-8f5b-0fe28ce04f07 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=18e620dd-027b-4139-8d4b-9cc1e3ca8de8 HTTP/1.1" status: 200 len: 854 time: 0.0520627 May 25 16:26:21.420942 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91068fce-bbe7-496d-9b42-66d915ec565a req-94d7377c-287e-4440-97a2-6190c01d19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:21.421656 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-0bd207fe-686c-44da-976a-1fd61856f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '9ab34138-2f30-4b42-847b-7081adac2e6d', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:ba:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:25:59Z', 'updated_at': '2022-05-25T16:26:20Z', 'revision_number': 1, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:21.422608 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-91068fce-bbe7-496d-9b42-66d915ec565a req-94d7377c-287e-4440-97a2-6190c01d19aa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=924a9156-87e8-4a10-ac35-4ba66726a4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432098 May 25 16:26:21.446443 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd207fe-686c-44da-976a-1fd61856f34f None None] Checking router: c2e2b41b-dc03-4bfd-9eaa-f927b191a693 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:26:21.460424 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd207fe-686c-44da-976a-1fd61856f34f None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:26:21.461091 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-0bd207fe-686c-44da-976a-1fd61856f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:26:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:21.473130 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:21.527650 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-91068fce-bbe7-496d-9b42-66d915ec565a req-89a7fe58-45e4-49a9-8fde-a5547e2f8acd service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927484 May 25 16:26:21.577504 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-0bd207fe-686c-44da-976a-1fd61856f34f None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:26:21.587365 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:21.627999 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-91068fce-bbe7-496d-9b42-66d915ec565a req-0342e001-4fc4-47c1-ada4-521b8a5764d4 service neutron] 10.222.0.84 "GET /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961506 May 25 16:26:21.811040 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-0bd207fe-686c-44da-976a-1fd61856f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '9ab34138-2f30-4b42-847b-7081adac2e6d', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:ba:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:25:59Z', 'updated_at': '2022-05-25T16:26:20Z', 'revision_number': 1, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:26:21.835701 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd207fe-686c-44da-976a-1fd61856f34f None None] The sync data for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi is: [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '9ab34138-2f30-4b42-847b-7081adac2e6d', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'port_id': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'mac_address': 'fa:16:3e:ba:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:25:59Z', 'updated_at': '2022-05-25T16:26:20Z', 'revision_number': 1, 'project_id': '9d234edace28441282f594f0e03cacc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:26:22.055059 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a71b6-b0af-407e-af4b-7e7a19c5a4a6 None None] New status for floating IP 9ab34138-2f30-4b42-847b-7081adac2e6d: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:26:22.161326 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:22.275685 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935eff8-cfc0-48f6-99ea-761b3325803b req-c3a21553-c05d-4b83-bd5f-2b454371a1be tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:22.278286 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b935eff8-cfc0-48f6-99ea-761b3325803b req-c3a21553-c05d-4b83-bd5f-2b454371a1be tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0508120 May 25 16:26:22.333074 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b935eff8-cfc0-48f6-99ea-761b3325803b req-df6c1b60-7e73-46c2-9aeb-4337b3fb1a32 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480070 May 25 16:26:22.445190 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46182) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:22.548162 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-52e7d7a2-b2cd-4eaa-b716-2db3e064b3c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:22.624602 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-52e7d7a2-b2cd-4eaa-b716-2db3e064b3c4 admin admin] Publish callbacks [] for security_group (af6d06ea-c7e4-4d84-be3d-528967ff1692), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:22.628606 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-52e7d7a2-b2cd-4eaa-b716-2db3e064b3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (af6d06ea-c7e4-4d84-be3d-528967ff1692), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:22.633936 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:22.641977 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=14 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:22.684095 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-52e7d7a2-b2cd-4eaa-b716-2db3e064b3c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17fc056baaff4111a34192dd521463ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377205 May 25 16:26:22.686959 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46186) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:22.687636 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7d7a2-b2cd-4eaa-b716-2db3e064b3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6d06ea-c7e4-4d84-be3d-528967ff1692,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:22.736515 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5914e5c5-7ecc-4ff0-aaf8-2f186c786c39 admin admin] Publish callbacks [] for security_group (af6d06ea-c7e4-4d84-be3d-528967ff1692), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:22.762463 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5914e5c5-7ecc-4ff0-aaf8-2f186c786c39 admin admin] Publish callbacks [] for security_group (af6d06ea-c7e4-4d84-be3d-528967ff1692), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:22.812346 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5914e5c5-7ecc-4ff0-aaf8-2f186c786c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (af6d06ea-c7e4-4d84-be3d-528967ff1692), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:22.814981 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5914e5c5-7ecc-4ff0-aaf8-2f186c786c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:22.816149 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5914e5c5-7ecc-4ff0-aaf8-2f186c786c39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af6d06ea-c7e4-4d84-be3d-528967ff1692 HTTP/1.1" status: 204 len: 168 time: 0.1279328 May 25 16:26:22.824259 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914e5c5-7ecc-4ff0-aaf8-2f186c786c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6d06ea-c7e4-4d84-be3d-528967ff1692,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:22.836266 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:23.098423 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46192) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:23.112761 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e68afe91-b276-4289-a0c9-a7258c87420a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:23.191326 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e68afe91-b276-4289-a0c9-a7258c87420a admin admin] Publish callbacks [] for security_group (b68f3d40-fd69-4f98-9b91-335fb6890f66), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:23.195046 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e68afe91-b276-4289-a0c9-a7258c87420a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (b68f3d40-fd69-4f98-9b91-335fb6890f66), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:23.235919 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e68afe91-b276-4289-a0c9-a7258c87420a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3b95d58a9b44a2f9582594dba41ba9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363957 May 25 16:26:23.237061 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68afe91-b276-4289-a0c9-a7258c87420a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68f3d40-fd69-4f98-9b91-335fb6890f66,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:23.238591 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46194) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:23.288819 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1422c7fd-219f-47ce-ae74-902ae139ae10 admin admin] Publish callbacks [] for security_group (b68f3d40-fd69-4f98-9b91-335fb6890f66), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:23.311441 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1422c7fd-219f-47ce-ae74-902ae139ae10 admin admin] Publish callbacks [] for security_group (b68f3d40-fd69-4f98-9b91-335fb6890f66), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:23.358269 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1422c7fd-219f-47ce-ae74-902ae139ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (b68f3d40-fd69-4f98-9b91-335fb6890f66), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:23.360891 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1422c7fd-219f-47ce-ae74-902ae139ae10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:23.362086 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1422c7fd-219f-47ce-ae74-902ae139ae10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b68f3d40-fd69-4f98-9b91-335fb6890f66 HTTP/1.1" status: 204 len: 168 time: 0.1224937 May 25 16:26:23.372647 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422c7fd-219f-47ce-ae74-902ae139ae10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68f3d40-fd69-4f98-9b91-335fb6890f66,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:23.460600 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5418fa-27b3-4f69-9bfb-b11f7a2705b9 req-66762b05-8516-4a05-a14b-9cc1a59d1d5c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:23.462109 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2e5418fa-27b3-4f69-9bfb-b11f7a2705b9 req-66762b05-8516-4a05-a14b-9cc1a59d1d5c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0525188 May 25 16:26:23.513936 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2e5418fa-27b3-4f69-9bfb-b11f7a2705b9 req-cb76ba38-cf46-4ca2-b846-fee6917dcc79 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448604 May 25 16:26:24.076344 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 3be8d920-dc13-499f-b9d6-d875dbb50bdc details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:26:24.179100 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:24.191746 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'port_id': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'mac_address': 'fa:16:3e:4d:34:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:26:24.230603 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 3be8d920-dc13-499f-b9d6-d875dbb50bdc is: ACTIVE; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:26:24.230984 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:24.243714 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3be8d920-dc13-499f-b9d6-d875dbb50bdc {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:26:24.265236 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:24.269520 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:24.325472 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=3be8d920-dc13-499f-b9d6-d875dbb50bdc,revision_number=6']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:24.388929 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['3be8d920-dc13-499f-b9d6-d875dbb50bdc'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:26:24.639144 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fdb4e-26be-4a12-85ce-485014a591ef req-fe35f5c9-c5a5-477c-b0d5-6a70f02d8596 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:24.640538 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c93fdb4e-26be-4a12-85ce-485014a591ef req-fe35f5c9-c5a5-477c-b0d5-6a70f02d8596 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 945 time: 0.0526564 May 25 16:26:24.690116 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c93fdb4e-26be-4a12-85ce-485014a591ef req-b69ab684-7908-4f6b-a41c-cc59d5bb64c0 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436358 May 25 16:26:25.486634 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46294) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:25.595144 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d1cb-5641-4f58-9ff5-04a3cc91c4b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:25.667202 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:25.694835 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d1cb-5641-4f58-9ff5-04a3cc91c4b2 admin admin] Publish callbacks [] for security_group (78211dd7-74f9-404a-b2fc-561abc979932), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:25.701537 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d1cb-5641-4f58-9ff5-04a3cc91c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (78211dd7-74f9-404a-b2fc-561abc979932), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:25.743763 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7d1cb-5641-4f58-9ff5-04a3cc91c4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78211dd7-74f9-404a-b2fc-561abc979932,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:25.751614 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46304) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:25.762361 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f9d7d1cb-5641-4f58-9ff5-04a3cc91c4b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=840b1cebd5ab45f8b4cbd2ebf0dc3bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745185 May 25 16:26:25.836733 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1a93b4f2-af95-4bba-9471-360048d724bf admin admin] Publish callbacks [] for security_group (78211dd7-74f9-404a-b2fc-561abc979932), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:25.859498 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ee3eb-a4e4-443b-b022-ee3b9494b179 req-a1857c2c-e1e5-4fba-80fa-2bab63147e75 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:25.861016 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dd5ee3eb-a4e4-443b-b022-ee3b9494b179 req-a1857c2c-e1e5-4fba-80fa-2bab63147e75 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 945 time: 0.0711935 May 25 16:26:25.879756 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1a93b4f2-af95-4bba-9471-360048d724bf admin admin] Publish callbacks [] for security_group (78211dd7-74f9-404a-b2fc-561abc979932), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:25.949059 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dd5ee3eb-a4e4-443b-b022-ee3b9494b179 req-76d9e257-44ae-4e2e-8ffc-7e3310e20eb8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797563 May 25 16:26:25.978420 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1a93b4f2-af95-4bba-9471-360048d724bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (78211dd7-74f9-404a-b2fc-561abc979932), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:25.981507 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1a93b4f2-af95-4bba-9471-360048d724bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:25.986224 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1a93b4f2-af95-4bba-9471-360048d724bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78211dd7-74f9-404a-b2fc-561abc979932 HTTP/1.1" status: 204 len: 168 time: 0.2333760 May 25 16:26:25.996689 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93b4f2-af95-4bba-9471-360048d724bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78211dd7-74f9-404a-b2fc-561abc979932,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:26.105172 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 3be8d920-dc13-499f-b9d6-d875dbb50bdc up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:26:26.152001 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 3be8d920-dc13-499f-b9d6-d875dbb50bdc triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:26:26.152715 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:26.246073 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 3be8d920-dc13-499f-b9d6-d875dbb50bdc is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:26:26.246550 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:26.282585 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:26:26.287454 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69a4b0b-3f4c-4d65-ab87-a759e3d38175" -d '{"events": [{"server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "name": "network-vif-plugged", "status": "completed", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:26:26.307498 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:26.313456 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:26.372143 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46312) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:26.386227 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba24a8b-2cbc-4757-9b30-ddec6819cc1c x-openstack-request-id: req-6ba24a8b-2cbc-4757-9b30-ddec6819cc1c {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:26:26.386786 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "name": "network-vif-plugged", "status": "completed", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:26:26.387156 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cce20f08-701e-4102-9726-6d43f81e6808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:26.387415 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ba24a8b-2cbc-4757-9b30-ddec6819cc1c {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:26:26.387965 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba24a8b-2cbc-4757-9b30-ddec6819cc1c'] response: {'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'code': 200} May 25 16:26:26.389167 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=3be8d920-dc13-499f-b9d6-d875dbb50bdc,revision_number=7']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:26.482886 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cce20f08-701e-4102-9726-6d43f81e6808 admin admin] Publish callbacks [] for security_group (c65efd17-3ad7-4d32-a121-5e8ef811fcc3), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:26.488119 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cce20f08-701e-4102-9726-6d43f81e6808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (c65efd17-3ad7-4d32-a121-5e8ef811fcc3), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:26.522269 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:26.529363 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce20f08-701e-4102-9726-6d43f81e6808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65efd17-3ad7-4d32-a121-5e8ef811fcc3,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:26.539575 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46314) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:26.540088 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-cce20f08-701e-4102-9726-6d43f81e6808 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64b2f5e0a59a4c79bac16b49bc7ca3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664095 May 25 16:26:26.596147 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-01540de5-07e1-4c4f-a5a0-a8a91d2c67e2 admin admin] Publish callbacks [] for security_group (c65efd17-3ad7-4d32-a121-5e8ef811fcc3), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:26.619882 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-01540de5-07e1-4c4f-a5a0-a8a91d2c67e2 admin admin] Publish callbacks [] for security_group (c65efd17-3ad7-4d32-a121-5e8ef811fcc3), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:26.674747 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-01540de5-07e1-4c4f-a5a0-a8a91d2c67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (c65efd17-3ad7-4d32-a121-5e8ef811fcc3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:26.677630 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-01540de5-07e1-4c4f-a5a0-a8a91d2c67e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:26.683323 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-01540de5-07e1-4c4f-a5a0-a8a91d2c67e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c65efd17-3ad7-4d32-a121-5e8ef811fcc3 HTTP/1.1" status: 204 len: 168 time: 0.1417153 May 25 16:26:26.692860 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01540de5-07e1-4c4f-a5a0-a8a91d2c67e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65efd17-3ad7-4d32-a121-5e8ef811fcc3,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:27.072513 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:27.087387 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be628628-c241-42f1-8f15-eda65246e0e0 req-ee8142df-d800-463f-950c-0d9d94392ae4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:27.089542 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-be628628-c241-42f1-8f15-eda65246e0e0 req-ee8142df-d800-463f-950c-0d9d94392ae4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0656173 May 25 16:26:27.157426 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-be628628-c241-42f1-8f15-eda65246e0e0 req-1f69584e-2d3c-4c12-8088-056873dd58ea tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604959 May 25 16:26:27.990396 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46348) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:28.119144 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4892deb9-a1ac-4926-ac55-80d230ad2a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:28.158495 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:28.216409 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4892deb9-a1ac-4926-ac55-80d230ad2a5b admin admin] Publish callbacks [] for security_group (5b0a08cb-1a38-44c6-8401-98e723b7e859), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:28.222347 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4892deb9-a1ac-4926-ac55-80d230ad2a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (5b0a08cb-1a38-44c6-8401-98e723b7e859), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:28.271780 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4892deb9-a1ac-4926-ac55-80d230ad2a5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac52e2c9f1c34c54b3577b9dc1c96aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802861 May 25 16:26:28.274145 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892deb9-a1ac-4926-ac55-80d230ad2a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0a08cb-1a38-44c6-8401-98e723b7e859,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:28.277468 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46354) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:28.316254 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f92d19-4b6a-40c2-9c16-863ea7902d47 req-7e2aa20e-1088-49a8-aa7e-4f97947253ae tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:28.318728 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-61f92d19-4b6a-40c2-9c16-863ea7902d47 req-7e2aa20e-1088-49a8-aa7e-4f97947253ae tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0608356 May 25 16:26:28.359786 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-730919a5-8972-4e78-becd-00b0434b8c38 admin admin] Publish callbacks [] for security_group (5b0a08cb-1a38-44c6-8401-98e723b7e859), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:28.378167 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-61f92d19-4b6a-40c2-9c16-863ea7902d47 req-ed857075-b9c4-4291-8344-0d9bb995e96d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517285 May 25 16:26:28.385815 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-730919a5-8972-4e78-becd-00b0434b8c38 admin admin] Publish callbacks [] for security_group (5b0a08cb-1a38-44c6-8401-98e723b7e859), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:28.475499 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-730919a5-8972-4e78-becd-00b0434b8c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (5b0a08cb-1a38-44c6-8401-98e723b7e859), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:28.478343 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-730919a5-8972-4e78-becd-00b0434b8c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:28.479640 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-730919a5-8972-4e78-becd-00b0434b8c38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b0a08cb-1a38-44c6-8401-98e723b7e859 HTTP/1.1" status: 204 len: 168 time: 0.1921699 May 25 16:26:28.490849 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730919a5-8972-4e78-becd-00b0434b8c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0a08cb-1a38-44c6-8401-98e723b7e859,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:29.588434 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5107200-9cc1-45e1-a80f-49c0615ad2d8 req-66b8ff1c-9848-4ff1-bb10-5868e84f2b7e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:29.602284 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a5107200-9cc1-45e1-a80f-49c0615ad2d8 req-66b8ff1c-9848-4ff1-bb10-5868e84f2b7e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.1122873 May 25 16:26:29.687733 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a5107200-9cc1-45e1-a80f-49c0615ad2d8 req-5fa27d05-f506-44e6-95ff-f7391d848ef2 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842035 May 25 16:26:29.753943 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46390) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:29.883259 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8964-29e8-4ab2-8d9c-459ae2b64c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:29.982211 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8964-29e8-4ab2-8d9c-459ae2b64c3d admin admin] Publish callbacks [] for security_group (ca42674a-19b4-44a6-9755-58946c67d311), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:29.987149 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8964-29e8-4ab2-8d9c-459ae2b64c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (ca42674a-19b4-44a6-9755-58946c67d311), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:30.029959 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a8964-29e8-4ab2-8d9c-459ae2b64c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca42674a-19b4-44a6-9755-58946c67d311,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:30.038046 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46394) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:26:30.039288 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1d1a8964-29e8-4ab2-8d9c-459ae2b64c3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5133fe108f54ff3bdea9540b9f9e46d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832572 May 25 16:26:30.098349 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c316dd3-aa5e-4785-bfe5-495afcbd53a5 admin admin] Publish callbacks [] for security_group (ca42674a-19b4-44a6-9755-58946c67d311), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:30.121324 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c316dd3-aa5e-4785-bfe5-495afcbd53a5 admin admin] Publish callbacks [] for security_group (ca42674a-19b4-44a6-9755-58946c67d311), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:30.181168 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c316dd3-aa5e-4785-bfe5-495afcbd53a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (ca42674a-19b4-44a6-9755-58946c67d311), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:30.187609 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c316dd3-aa5e-4785-bfe5-495afcbd53a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:30.191600 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4c316dd3-aa5e-4785-bfe5-495afcbd53a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca42674a-19b4-44a6-9755-58946c67d311 HTTP/1.1" status: 204 len: 168 time: 0.1525445 May 25 16:26:30.199975 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c316dd3-aa5e-4785-bfe5-495afcbd53a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca42674a-19b4-44a6-9755-58946c67d311,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:30.235745 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-872fc6df-3986-4ce2-b0e9-65473c8756fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:30.833215 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff648a5-46df-4ebf-9370-8bbd96d5ffbe req-bf3ea71b-85ae-41d9-b5dc-fbe3e4956482 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:30.835633 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4ff648a5-46df-4ebf-9370-8bbd96d5ffbe req-bf3ea71b-85ae-41d9-b5dc-fbe3e4956482 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0567851 May 25 16:26:30.894607 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4ff648a5-46df-4ebf-9370-8bbd96d5ffbe req-7abe6e88-4518-40d6-a0d6-f6909867e957 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504546 May 25 16:26:31.813475 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=76 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:31.815554 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=72 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:32.035909 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99516b2e-21f6-4386-897d-6ba507d7c68c req-d7cd73da-246a-453f-a626-693427002929 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:32.042385 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-99516b2e-21f6-4386-897d-6ba507d7c68c req-d7cd73da-246a-453f-a626-693427002929 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0702035 May 25 16:26:32.088987 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-99516b2e-21f6-4386-897d-6ba507d7c68c req-fb685dc9-ef0b-49a3-8ce4-a0976fcc0929 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439827 May 25 16:26:32.458515 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:26:32.534280 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:32.554778 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-fb823420-e703-4ac9-adf1-591368fb0e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:33.223560 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0157c-69ce-4203-97ac-479eb96eb728 req-11818a2c-d6c2-4673-9850-8443b02a1ce0 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:33.224981 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-44d0157c-69ce-4203-97ac-479eb96eb728 req-11818a2c-d6c2-4673-9850-8443b02a1ce0 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0484600 May 25 16:26:33.278293 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-44d0157c-69ce-4203-97ac-479eb96eb728 req-9d364246-3ad9-4fbf-912c-1506f637036f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462584 May 25 16:26:33.672060 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:34.409249 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a4731-a62a-4996-976f-24f047d52f20 req-468528c4-f98d-42b4-9ff6-0e7fe69dc5f1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:34.410833 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-185a4731-a62a-4996-976f-24f047d52f20 req-468528c4-f98d-42b4-9ff6-0e7fe69dc5f1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0550733 May 25 16:26:34.473198 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-185a4731-a62a-4996-976f-24f047d52f20 req-76849246-c6cc-431c-b628-42ff7a9b2eac tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564413 May 25 16:26:35.243415 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:35.250037 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c34d6-5a3a-4983-a4a0-3fbe8d5daac9 req-3a341f42-02a9-4134-bc74-c67d27c0369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:35.251522 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-371c34d6-5a3a-4983-a4a0-3fbe8d5daac9 req-3a341f42-02a9-4134-bc74-c67d27c0369d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 1130 time: 0.0438583 May 25 16:26:35.330607 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:35.346506 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c34d6-5a3a-4983-a4a0-3fbe8d5daac9 req-9815faf4-0496-4686-b204-db01d93129af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:35.348024 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-371c34d6-5a3a-4983-a4a0-3fbe8d5daac9 req-9815faf4-0496-4686-b204-db01d93129af service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 919 time: 0.0860786 May 25 16:26:35.419878 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-371c34d6-5a3a-4983-a4a0-3fbe8d5daac9 req-56f73c1a-b0a2-471e-aae4-8808ba0e5351 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc HTTP/1.1" status: 200 len: 1002 time: 0.0625753 May 25 16:26:35.470012 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c34d6-5a3a-4983-a4a0-3fbe8d5daac9 req-491beaee-0106-4e89-bfa8-cc2953569379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:35.471448 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-371c34d6-5a3a-4983-a4a0-3fbe8d5daac9 req-491beaee-0106-4e89-bfa8-cc2953569379 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12d09b9d-7694-4ad9-b286-85dfd52d5768 HTTP/1.1" status: 200 len: 856 time: 0.0433517 May 25 16:26:35.518803 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c34d6-5a3a-4983-a4a0-3fbe8d5daac9 req-ea54e7e5-ba83-4296-9982-3825eee9a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:35.520328 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-371c34d6-5a3a-4983-a4a0-3fbe8d5daac9 req-ea54e7e5-ba83-4296-9982-3825eee9a5a5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b9fb8be-8c67-427e-8c91-a4becd42df59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388024 May 25 16:26:35.596122 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dd202-d34c-494b-8749-1c60c8a9f48e req-d5d4d11d-103f-4b12-8055-11bca90f228d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:35.597485 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dc7dd202-d34c-494b-8749-1c60c8a9f48e req-d5d4d11d-103f-4b12-8055-11bca90f228d tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0467715 May 25 16:26:35.614543 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-371c34d6-5a3a-4983-a4a0-3fbe8d5daac9 req-a1c82c15-7175-44e7-b6a4-8215a65539fd service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869265 May 25 16:26:35.640026 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:35.645393 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dc7dd202-d34c-494b-8749-1c60c8a9f48e req-f75ee615-bf98-4293-aa31-4e74d02408db tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422740 May 25 16:26:35.711515 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-371c34d6-5a3a-4983-a4a0-3fbe8d5daac9 req-fc0c100f-7063-4376-84ed-92c01dbe35f7 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907705 May 25 16:26:36.539137 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:36.767556 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775a1f6-2fc6-4854-a76d-ce1f447270de req-aa3c3458-095f-4068-80b6-1debf463a742 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:36.769016 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5775a1f6-2fc6-4854-a76d-ce1f447270de req-aa3c3458-095f-4068-80b6-1debf463a742 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0466945 May 25 16:26:36.803448 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:36.823253 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5775a1f6-2fc6-4854-a76d-ce1f447270de req-e172338d-248b-45b1-a223-0196f26af567 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485930 May 25 16:26:37.939704 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c388b0-c193-4e4b-9e13-edbf357447bc req-b48e3158-f32f-4aed-b0f6-835bcfecb912 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:37.941036 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-84c388b0-c193-4e4b-9e13-edbf357447bc req-b48e3158-f32f-4aed-b0f6-835bcfecb912 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 946 time: 0.0466101 May 25 16:26:37.986639 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-84c388b0-c193-4e4b-9e13-edbf357447bc req-bfecd8de-55fb-4a8f-a847-cc36dbd8184a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400479 May 25 16:26:38.165276 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 3be8d920-dc13-499f-b9d6-d875dbb50bdc no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:26:38.242373 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:38.247844 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 3be8d920-dc13-499f-b9d6-d875dbb50bdc is: ACTIVE; New status is: DOWN {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:26:38.248228 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:38.272354 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:26:38.274582 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7f5afd-fbf5-4ec7-b101-51815a668075" -d '{"events": [{"server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:26:38.287979 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:38.291696 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:38.326083 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 16:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0491fc51-e041-4903-8509-76ad75b4b2aa x-openstack-request-id: req-0491fc51-e041-4903-8509-76ad75b4b2aa {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:26:38.326582 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "name": "network-vif-unplugged", "status": "failed", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc", "code": 422}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:26:38.326805 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0491fc51-e041-4903-8509-76ad75b4b2aa {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:26:38.327201 dv-cinder-843278-2-iscsi neutron-server[103814]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0491fc51-e041-4903-8509-76ad75b4b2aa']: {'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'code': 422} returned with failed status May 25 16:26:38.343572 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=3be8d920-dc13-499f-b9d6-d875dbb50bdc,revision_number=8']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:38.812091 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [req-a1995732-a135-4c60-8bf9-34757415ed41 req-619b1381-a2a6-4ea2-b50c-1557faa0a34e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:26:38.813172 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a1995732-a135-4c60-8bf9-34757415ed41 req-619b1381-a2a6-4ea2-b50c-1557faa0a34e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064611 May 25 16:26:38.968234 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f428d4-6f77-4a77-b9f0-975e3956751e req-5a7130dd-3169-4fdc-b71b-1d9c0cc7f90a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:38.969642 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a3f428d4-6f77-4a77-b9f0-975e3956751e req-5a7130dd-3169-4fdc-b71b-1d9c0cc7f90a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0503080 May 25 16:26:38.998138 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-776f7019-a1e6-4887-8629-c78cdb277d05 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400584 May 25 16:26:39.017804 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a3f428d4-6f77-4a77-b9f0-975e3956751e req-db11e636-e734-4359-99e3-1692acee59b3 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423095 May 25 16:26:39.077324 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-d03df598-a104-4cb8-9e82-d774ef237b8b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:39.078822 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-d03df598-a104-4cb8-9e82-d774ef237b8b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports/3be8d920-dc13-499f-b9d6-d875dbb50bdc HTTP/1.1" status: 200 len: 941 time: 0.0526145 May 25 16:26:39.860587 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:39.873574 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-115ebea4-c16d-4047-a14a-6657965a4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:39.875079 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-115ebea4-c16d-4047-a14a-6657965a4443 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8&tenant_id=e916473814d44ac1ae6339f0d052daa1 HTTP/1.1" status: 200 len: 1128 time: 0.0412776 May 25 16:26:39.939062 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-13514b2f-9a41-46b4-a091-d820ecec1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:39.940535 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-13514b2f-9a41-46b4-a091-d820ecec1d28 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 1128 time: 0.0387530 May 25 16:26:40.030493 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-a5a31169-cc39-4932-bd39-8c9633567cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:40.031999 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-a5a31169-cc39-4932-bd39-8c9633567cba service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 919 time: 0.0857067 May 25 16:26:40.101333 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-5a1a47ab-72e7-42f8-a01e-7a8c35603672 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc HTTP/1.1" status: 200 len: 1000 time: 0.0566721 May 25 16:26:40.143847 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77e24c-d63f-4fda-ba41-e96efa8db7a7 req-8ccdb729-c126-4141-8f88-0583a4e788df tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:40.145238 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d77e24c-d63f-4fda-ba41-e96efa8db7a7 req-8ccdb729-c126-4141-8f88-0583a4e788df tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0489192 May 25 16:26:40.150115 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-6fe15bb4-5eb5-417e-a73e-94ab71a3ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:40.152319 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-6fe15bb4-5eb5-417e-a73e-94ab71a3ace8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12d09b9d-7694-4ad9-b286-85dfd52d5768 HTTP/1.1" status: 200 len: 856 time: 0.0442076 May 25 16:26:40.192524 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d77e24c-d63f-4fda-ba41-e96efa8db7a7 req-ee543da5-5fb9-4ed1-b1fb-fcae0cc455f8 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407603 May 25 16:26:40.207478 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-739ccba5-de97-4f05-b122-902d7ee1aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:40.208876 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-739ccba5-de97-4f05-b122-902d7ee1aec6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b9fb8be-8c67-427e-8c91-a4becd42df59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430088 May 25 16:26:40.302057 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-2cfd5d08-81ef-4d93-ab7d-d380dd9ca111 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822415 May 25 16:26:40.372666 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:40.410909 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9bcb9987-edb1-4884-a3c5-b53e33369f72 req-e3af054d-d1e9-4d3c-b236-1184fe6cd228 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936139 May 25 16:26:41.319585 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7bbd7-c1b8-4fee-9be9-54bd5d7f6602 req-1e6c7efe-cdd3-4ecb-ab11-5f4fade62cbe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:41.321092 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5bd7bbd7-c1b8-4fee-9be9-54bd5d7f6602 req-1e6c7efe-cdd3-4ecb-ab11-5f4fade62cbe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0495691 May 25 16:26:41.370888 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5bd7bbd7-c1b8-4fee-9be9-54bd5d7f6602 req-f8d5c3c0-3958-4b10-a39e-a9566273a2fc tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434639 May 25 16:26:42.174082 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 3be8d920-dc13-499f-b9d6-d875dbb50bdc no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:26:42.250099 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 3be8d920-dc13-499f-b9d6-d875dbb50bdc is: DOWN; New status is: DOWN {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:26:42.452637 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:42.457503 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:42.497462 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f240f46-5538-449c-959e-ca41f77f013d req-da0bc28d-6c15-4097-988c-ac018549d209 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:42.498989 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8f240f46-5538-449c-959e-ca41f77f013d req-da0bc28d-6c15-4097-988c-ac018549d209 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0518990 May 25 16:26:42.553874 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8f240f46-5538-449c-959e-ca41f77f013d req-bc55ad65-ea18-4aad-937f-7ffba33185da tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491462 May 25 16:26:43.677174 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb2006-3795-4922-bd2a-ad44f1b74fb5 req-35a09276-6aec-427a-9577-8659ef2f364a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:43.679033 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4dbb2006-3795-4922-bd2a-ad44f1b74fb5 req-35a09276-6aec-427a-9577-8659ef2f364a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0502744 May 25 16:26:43.727053 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4dbb2006-3795-4922-bd2a-ad44f1b74fb5 req-b98dcf51-c354-4734-99d2-d22a21d61f2c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421548 May 25 16:26:44.850323 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679317-436b-4c2b-aeb0-6eb59d12707f req-6fc90bba-2c50-469d-8b1b-8796858bfa38 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:44.851794 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-35679317-436b-4c2b-aeb0-6eb59d12707f req-6fc90bba-2c50-469d-8b1b-8796858bfa38 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0485430 May 25 16:26:44.900955 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-35679317-436b-4c2b-aeb0-6eb59d12707f req-d263dca8-8877-47a0-b79f-5ba820a5c090 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433099 May 25 16:26:46.026707 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735f4f-b284-495f-89bb-93bd6f4bc536 req-40f8c524-0d59-49d0-ba0c-30afcf3a4ec1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:46.028188 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-96735f4f-b284-495f-89bb-93bd6f4bc536 req-40f8c524-0d59-49d0-ba0c-30afcf3a4ec1 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0536375 May 25 16:26:46.079112 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-96735f4f-b284-495f-89bb-93bd6f4bc536 req-c6519897-ba64-49a2-9cb8-702bc61ea9e7 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446217 May 25 16:26:47.203273 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c02e7-86b3-46ec-93a2-bc5397391887 req-76cb2d2d-a8d4-4892-842e-881631132375 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:47.204913 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-de8c02e7-86b3-46ec-93a2-bc5397391887 req-76cb2d2d-a8d4-4892-842e-881631132375 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0494790 May 25 16:26:47.253116 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-de8c02e7-86b3-46ec-93a2-bc5397391887 req-4c49641f-cfc4-4865-b042-8ade073c98aa tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427577 May 25 16:26:48.406674 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75816c99-4621-4a31-a192-d5b174d3ffb2 req-81270c28-51db-4c74-88ea-e4ed95b42b7f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:48.415592 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-75816c99-4621-4a31-a192-d5b174d3ffb2 req-81270c28-51db-4c74-88ea-e4ed95b42b7f tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0740898 May 25 16:26:48.431194 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:48.465897 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-75816c99-4621-4a31-a192-d5b174d3ffb2 req-c3bc3a35-168e-4794-ac16-5c30f33aa154 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492611 May 25 16:26:49.588345 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f62952-8e5f-4d97-9585-b6923fae0633 req-f785bf44-6752-4b39-9acd-109f6cdfb881 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:49.589906 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-95f62952-8e5f-4d97-9585-b6923fae0633 req-f785bf44-6752-4b39-9acd-109f6cdfb881 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0484259 May 25 16:26:49.641337 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-95f62952-8e5f-4d97-9585-b6923fae0633 req-33cf535a-77c8-4ba6-a7de-dcef8014fe7e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450618 May 25 16:26:50.401533 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=45 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:50.407534 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:50.747368 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:50.763669 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984ac71-0de1-4bda-8460-de9824486024 req-147d8581-f9f4-4427-a1f6-b5f5a4404f86 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:50.765137 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0984ac71-0de1-4bda-8460-de9824486024 req-147d8581-f9f4-4427-a1f6-b5f5a4404f86 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0476952 May 25 16:26:50.815925 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0984ac71-0de1-4bda-8460-de9824486024 req-36bdf48f-3f08-49eb-b611-82f03c455a43 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452580 May 25 16:26:51.470096 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:51.930427 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeaf93-c8e0-4f46-9a14-e295ec19f179 req-2db66068-1663-4a1f-bf9e-5356b42d31dc tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:51.932568 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-83eeaf93-c8e0-4f46-9a14-e295ec19f179 req-2db66068-1663-4a1f-bf9e-5356b42d31dc tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0463731 May 25 16:26:51.978526 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-83eeaf93-c8e0-4f46-9a14-e295ec19f179 req-66c7986a-eaa0-49d0-99ad-620dd636aec5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399132 May 25 16:26:53.100163 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc8d0f-b27c-46d7-93fc-e517b44dfd9d req-8ecd8e50-561d-44cc-81e5-668fd87095dd tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:53.101611 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3cbc8d0f-b27c-46d7-93fc-e517b44dfd9d req-8ecd8e50-561d-44cc-81e5-668fd87095dd tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0476177 May 25 16:26:53.148811 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3cbc8d0f-b27c-46d7-93fc-e517b44dfd9d req-0132e4b2-2eda-4cf2-9170-b3dd18e1d8fb tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411756 May 25 16:26:54.214585 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 3be8d920-dc13-499f-b9d6-d875dbb50bdc details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:26:54.274869 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8d15b-0a04-408c-9c2e-0109f4713546 req-f2ba795f-e8d5-4a8e-b274-47d38ba02dfd tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:54.277189 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d6f8d15b-0a04-408c-9c2e-0109f4713546 req-f2ba795f-e8d5-4a8e-b274-47d38ba02dfd tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 944 time: 0.0540895 May 25 16:26:54.315625 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:54.325578 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d6f8d15b-0a04-408c-9c2e-0109f4713546 req-a9fb2747-a5fb-4a10-8ccd-c30f0574f328 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417058 May 25 16:26:54.328103 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'port_id': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'mac_address': 'fa:16:3e:4d:34:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:26:54.366121 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 3be8d920-dc13-499f-b9d6-d875dbb50bdc is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:26:54.366507 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:54.379263 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be8d920-dc13-499f-b9d6-d875dbb50bdc {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:26:54.399017 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:54.402595 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:54.448238 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=3be8d920-dc13-499f-b9d6-d875dbb50bdc,revision_number=9']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:54.655972 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['3be8d920-dc13-499f-b9d6-d875dbb50bdc'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:26:54.780268 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:55.446706 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6f389-e96e-4956-9410-220a18c5e65e req-20152a7f-f203-4564-9458-9b0a94150ef9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:55.448372 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-60b6f389-e96e-4956-9410-220a18c5e65e req-20152a7f-f203-4564-9458-9b0a94150ef9 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 945 time: 0.0493526 May 25 16:26:55.497571 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-60b6f389-e96e-4956-9410-220a18c5e65e req-b8748266-b7ab-4dd6-846c-74372187d856 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434754 May 25 16:26:56.218582 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 3be8d920-dc13-499f-b9d6-d875dbb50bdc up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:26:56.262304 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 3be8d920-dc13-499f-b9d6-d875dbb50bdc triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:26:56.262730 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:56.337464 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 3be8d920-dc13-499f-b9d6-d875dbb50bdc is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:26:56.338062 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:56.482875 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:26:56.484978 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb034ff-f925-4a29-9c8a-94be9a5646a3" -d '{"events": [{"server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "name": "network-vif-plugged", "status": "completed", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:26:56.498157 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:26:56.502991 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:26:56.526331 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cc8150-3ba7-4af9-90c2-26baf6369451 x-openstack-request-id: req-09cc8150-3ba7-4af9-90c2-26baf6369451 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:26:56.526622 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "name": "network-vif-plugged", "status": "completed", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:26:56.526871 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09cc8150-3ba7-4af9-90c2-26baf6369451 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:26:56.527261 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09cc8150-3ba7-4af9-90c2-26baf6369451'] response: {'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'code': 200} May 25 16:26:56.549235 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:26:56.555434 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=3be8d920-dc13-499f-b9d6-d875dbb50bdc,revision_number=10']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:26:56.625114 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ea748-1b39-47a8-968a-7af5d84c3293 req-1e64b9c7-797e-4cbf-aead-b665163ea23c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:56.626756 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b27ea748-1b39-47a8-968a-7af5d84c3293 req-1e64b9c7-797e-4cbf-aead-b665163ea23c tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 947 time: 0.0504351 May 25 16:26:56.679968 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b27ea748-1b39-47a8-968a-7af5d84c3293 req-eafe239c-ed20-4d69-a004-4c105e960fe4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473306 May 25 16:26:56.760218 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a08a6-f57e-484d-a2c7-04eeb8471ef9 req-4c6e840c-8861-41ad-b2d7-a634faec8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:56.761740 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc5a08a6-f57e-484d-a2c7-04eeb8471ef9 req-4c6e840c-8861-41ad-b2d7-a634faec8eaa service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 1131 time: 0.0398529 May 25 16:26:56.809091 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc5a08a6-f57e-484d-a2c7-04eeb8471ef9 req-2b493c4a-6ade-4d0f-809d-00233ea605cd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387309 May 25 16:26:57.800253 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e873b8-c346-4a34-84c9-bd869142f56b req-4e017cb5-d47f-4e68-a104-1fc9b414e6e2 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:57.801732 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-02e873b8-c346-4a34-84c9-bd869142f56b req-4e017cb5-d47f-4e68-a104-1fc9b414e6e2 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 947 time: 0.0463390 May 25 16:26:57.847651 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-02e873b8-c346-4a34-84c9-bd869142f56b req-baf5a091-3342-40a0-88b3-c7a1439f5127 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398190 May 25 16:26:58.972848 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a2890-7797-4182-a63c-37547c23be83 req-09faa677-a110-469d-a295-456d605d3803 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:26:58.980358 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c3a2890-7797-4182-a63c-37547c23be83 req-09faa677-a110-469d-a295-456d605d3803 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 947 time: 0.0564632 May 25 16:26:59.034322 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c3a2890-7797-4182-a63c-37547c23be83 req-25ac095b-a47b-44a1-811d-0336b8c9d67e tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529988 May 25 16:27:00.149555 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb7f38-64f3-4aa2-bd4a-48d0f26e2a15 req-33016d6e-1efa-4de4-b0a7-b3a428bb5b27 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:00.151964 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9ccb7f38-64f3-4aa2-bd4a-48d0f26e2a15 req-33016d6e-1efa-4de4-b0a7-b3a428bb5b27 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 947 time: 0.0510530 May 25 16:27:00.201754 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9ccb7f38-64f3-4aa2-bd4a-48d0f26e2a15 req-14eb6d45-da20-40a8-9e2c-0053e210689a tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441620 May 25 16:27:00.220622 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eee3b488-696b-4cfc-8c9b-d33a08e4fc99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:00.444136 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:00.448650 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:02.550350 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-91a74caa-2e56-4704-a189-6e277601da72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:03.671406 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:05.333000 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:06.541989 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:06.803923 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=10 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:06.806582 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=8 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:09.458085 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:27:10.186384 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=72 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:10.197363 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:16.535651 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=49,neutron:UPDATE=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:16.537669 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:18.425756 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554c33b-b04c-442e-bfbd-f1892b99a1b0 req-a3ec5f9f-812e-4a19-87bd-12578572f7cf tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:18.427185 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b554c33b-b04c-442e-bfbd-f1892b99a1b0 req-a3ec5f9f-812e-4a19-87bd-12578572f7cf tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 946 time: 0.0463576 May 25 16:27:18.474706 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b554c33b-b04c-442e-bfbd-f1892b99a1b0 req-ef10b3db-6a21-4c31-89d2-76f61252daaf tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408621 May 25 16:27:18.853201 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57643355-dc4e-45fd-93e9-6dbf4390eeac req-da84c8d9-a614-4e4d-a109-9851a2c3d21a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:18.854685 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-57643355-dc4e-45fd-93e9-6dbf4390eeac req-da84c8d9-a614-4e4d-a109-9851a2c3d21a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0503795 May 25 16:27:18.901579 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-57643355-dc4e-45fd-93e9-6dbf4390eeac req-44a0e096-36a1-429d-a0c7-6285c8d9a21a tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412765 May 25 16:27:19.454382 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:19.591390 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86a9e9-72ac-4121-a134-a1dc96f398ac req-d88c970f-f07f-4c99-811b-85995c5ee55b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:19.592759 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fc86a9e9-72ac-4121-a134-a1dc96f398ac req-d88c970f-f07f-4c99-811b-85995c5ee55b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 946 time: 0.0463526 May 25 16:27:19.640030 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fc86a9e9-72ac-4121-a134-a1dc96f398ac req-b7617701-e7e0-4b3b-9ce4-9ac2a69ca542 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417304 May 25 16:27:20.014491 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b5e8c-2c0f-42b1-9262-8ff648183c04 req-515ed87f-6ead-4c8a-9223-bbe12e2bac4f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:20.015907 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a82b5e8c-2c0f-42b1-9262-8ff648183c04 req-515ed87f-6ead-4c8a-9223-bbe12e2bac4f tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0465012 May 25 16:27:20.067243 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a82b5e8c-2c0f-42b1-9262-8ff648183c04 req-d5c7d81a-168f-49ff-bcb6-3b06fab0f8eb tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458443 May 25 16:27:20.752359 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5f14b-fd18-4926-a9dc-06e20da710b1 req-1818abd8-32e9-4c1d-8805-2ee3b02511b2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:20.753692 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9e5f14b-fd18-4926-a9dc-06e20da710b1 req-1818abd8-32e9-4c1d-8805-2ee3b02511b2 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 946 time: 0.0454013 May 25 16:27:20.799924 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9e5f14b-fd18-4926-a9dc-06e20da710b1 req-5d4ee8f4-c48c-4e91-9a4b-c7ba2fba7311 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408411 May 25 16:27:21.179616 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dfa18-0127-46d8-806c-02c8fe6d4162 req-2322479b-888f-4f88-9552-09b24038bdc7 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:21.181065 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3d4dfa18-0127-46d8-806c-02c8fe6d4162 req-2322479b-888f-4f88-9552-09b24038bdc7 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0461299 May 25 16:27:21.226562 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3d4dfa18-0127-46d8-806c-02c8fe6d4162 req-89444f06-ea84-4ffd-a397-98d12fff1cf6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395200 May 25 16:27:21.454539 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:21.778468 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065692e9-8814-474d-a0bb-9ba889792d47 req-07141c6c-b6b7-48ab-92d1-560e0053e76b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:21.779897 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-065692e9-8814-474d-a0bb-9ba889792d47 req-07141c6c-b6b7-48ab-92d1-560e0053e76b tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.84 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 946 time: 0.0509543 May 25 16:27:21.920643 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd6e61-2f8e-4112-bccc-fecb5c044f05 req-594039e9-ed42-4c9b-abd9-d6dff2ef3bd8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:21.922158 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f6fd6e61-2f8e-4112-bccc-fecb5c044f05 req-594039e9-ed42-4c9b-abd9-d6dff2ef3bd8 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 946 time: 0.0521095 May 25 16:27:21.969847 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f6fd6e61-2f8e-4112-bccc-fecb5c044f05 req-f96cbd34-7834-41d4-9692-bc0484739f1c tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups?id=de446ba9-deee-4794-9504-fe9915b7a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420818 May 25 16:27:22.087099 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-56eb6f3f-e87e-4009-9a7d-5779f59ceb72 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:22.088528 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-56eb6f3f-e87e-4009-9a7d-5779f59ceb72 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0851250 May 25 16:27:22.154492 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Deleting port a3612e40-f8ea-4391-b684-977f3fa2cfff {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:22.154831 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:22.248067 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Deleting port dd94e749-35a1-4f34-8ff6-eddc3aa70245 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:22.248400 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:22.333857 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] For port a3612e40-f8ea-4391-b684-977f3fa2cfff, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a3612e40-f8ea-4391-b684-977f3fa2cfff,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:22.334139 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:22.421365 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] For port dd94e749-35a1-4f34-8ff6-eddc3aa70245, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=dd94e749-35a1-4f34-8ff6-eddc3aa70245,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:22.421741 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:22.505599 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34418e22-3031-4779-837f-3264005ee8aa req-ce982fa3-1848-4308-8977-2e9a5e7dcb51 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:22.507393 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-34418e22-3031-4779-837f-3264005ee8aa req-ce982fa3-1848-4308-8977-2e9a5e7dcb51 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0470881 May 25 16:27:22.554360 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-34418e22-3031-4779-837f-3264005ee8aa req-1e4c9b3e-c421-4a8d-8c20-d569283fb3e4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups?id=92cee2af-baff-4871-8ee1-c73fab8e7568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403869 May 25 16:27:22.614134 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:22.614417 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (d5c185b9-68e6-43a1-b2c6-5ec58f6831b9), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:22.614722 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Floating IP d5c185b9-68e6-43a1-b2c6-5ec58f6831b9 disassociated. External IP: 172.27.1.164, port: a3612e40-f8ea-4391-b684-977f3fa2cfff. May 25 16:27:22.615077 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Calling delete_port for a3612e40-f8ea-4391-b684-977f3fa2cfff owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:22.707983 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:22.708344 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (9ab34138-2f30-4b42-847b-7081adac2e6d), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:22.708653 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Floating IP 9ab34138-2f30-4b42-847b-7081adac2e6d disassociated. External IP: 172.27.1.191, port: dd94e749-35a1-4f34-8ff6-eddc3aa70245. May 25 16:27:22.708992 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Calling delete_port for dd94e749-35a1-4f34-8ff6-eddc3aa70245 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:22.773647 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:22.793495 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:22.875319 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (a3612e40-f8ea-4391-b684-977f3fa2cfff), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:22.910988 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event deleted for resources: {'Port': ['ID=a3612e40-f8ea-4391-b684-977f3fa2cfff,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:22.933947 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.934292 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.934626 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.934959 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.935286 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.935613 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.935932 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.936296 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.936575 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.936936 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.937257 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.937578 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.937919 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.938237 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.938563 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:22.976461 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (dd94e749-35a1-4f34-8ff6-eddc3aa70245), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:23.069016 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ede8b814-3d2c-40ef-acbc-3ddd26ac2388 req-94062744-e0ee-4ee2-95ff-9591a0d569d3 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 210 time: 0.0294878 May 25 16:27:23.240408 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event deleted for resources: {'Port': ['ID=dd94e749-35a1-4f34-8ff6-eddc3aa70245,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:23.346813 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:27:23.450623 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:27:23.537615 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:27:23.547781 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20897f1b-27c5-43e7-9585-2f4ddfb66024 None None] Sync routers for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:27:23.558704 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20897f1b-27c5-43e7-9585-2f4ddfb66024 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:27:23.559488 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-20897f1b-27c5-43e7-9585-2f4ddfb66024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:27:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:23.611762 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] No DVR routers for this DVR port a3612e40-f8ea-4391-b684-977f3fa2cfff on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:27:23.615415 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:23.618790 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-065692e9-8814-474d-a0bb-9ba889792d47 req-b54a291d-9fd8-4437-b4a8-a58891edf6e9 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.84 "DELETE /v2.0/ports/a3612e40-f8ea-4391-b684-977f3fa2cfff HTTP/1.1" status: 204 len: 173 time: 1.6066225 May 25 16:27:23.619237 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'name': 'network-vif-deleted', 'tag': 'a3612e40-f8ea-4391-b684-977f3fa2cfff'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:27:23.622506 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2ec6b9-818e-42f8-b432-1d447549dec9" -d '{"events": [{"server_uuid": "50c1e1a5-ce7f-4032-b028-431051dfde44", "name": "network-vif-deleted", "tag": "a3612e40-f8ea-4391-b684-977f3fa2cfff"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:27:23.647405 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:27:23.663802 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9098d-aa28-4592-8526-3cf7271f6e51 None None] Sync routers for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:27:23.675192 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-20897f1b-27c5-43e7-9585-2f4ddfb66024 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:27:23.695877 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9098d-aa28-4592-8526-3cf7271f6e51 None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:27:23.698581 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-c5f9098d-aa28-4592-8526-3cf7271f6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:27:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:23.764315 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-05d0dfe6-762f-4f08-933d-33fd9ba20f98 req-2fe784f1-4e23-47d9-9515-012be5caa495 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/ports?device_id=964d7f7e-8562-42f6-80c3-cd7d03c3f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0750000 May 25 16:27:23.783873 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc98c85d-619a-422f-82a6-cc7cb9b5ce69 x-openstack-request-id: req-fc98c85d-619a-422f-82a6-cc7cb9b5ce69 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:27:23.784379 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c1e1a5-ce7f-4032-b028-431051dfde44", "name": "network-vif-deleted", "tag": "a3612e40-f8ea-4391-b684-977f3fa2cfff", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:27:23.784830 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc98c85d-619a-422f-82a6-cc7cb9b5ce69 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:27:23.785412 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc98c85d-619a-422f-82a6-cc7cb9b5ce69'] response: {'server_uuid': '50c1e1a5-ce7f-4032-b028-431051dfde44', 'name': 'network-vif-deleted', 'tag': 'a3612e40-f8ea-4391-b684-977f3fa2cfff', 'status': 'completed', 'code': 200} May 25 16:27:23.787264 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] No DVR routers for this DVR port dd94e749-35a1-4f34-8ff6-eddc3aa70245 on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:27:23.799484 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:23.806521 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ff31377-8cf3-481b-8bec-ece4ce3da9bb req-0578d1cb-d17e-4b7c-ae95-8b2788ab6a47 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.84 "DELETE /v2.0/ports/dd94e749-35a1-4f34-8ff6-eddc3aa70245 HTTP/1.1" status: 204 len: 173 time: 1.6973317 May 25 16:27:23.853770 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-c5f9098d-aa28-4592-8526-3cf7271f6e51 None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:27:23.902809 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-20897f1b-27c5-43e7-9585-2f4ddfb66024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:44Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:23.934846 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20897f1b-27c5-43e7-9585-2f4ddfb66024 None None] Checking router: ec9340ba-bf33-42c8-8549-3d4ea785e8f0 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:27:23.943892 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20897f1b-27c5-43e7-9585-2f4ddfb66024 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:27:23.944526 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-20897f1b-27c5-43e7-9585-2f4ddfb66024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:27:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:24.049110 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-20897f1b-27c5-43e7-9585-2f4ddfb66024 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:27:24.052501 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-c5f9098d-aa28-4592-8526-3cf7271f6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:24.078600 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9098d-aa28-4592-8526-3cf7271f6e51 None None] Checking router: c2e2b41b-dc03-4bfd-9eaa-f927b191a693 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:27:24.086823 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9098d-aa28-4592-8526-3cf7271f6e51 None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:27:24.087415 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-c5f9098d-aa28-4592-8526-3cf7271f6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:27:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:24.197867 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-71d52984-d3af-42f9-b111-e79103476345 req-8633f016-20c3-4086-ae03-50aea248b114 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/ports?device_id=50c1e1a5-ce7f-4032-b028-431051dfde44 HTTP/1.1" status: 200 len: 210 time: 0.0314527 May 25 16:27:24.210257 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-c5f9098d-aa28-4592-8526-3cf7271f6e51 None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:27:24.272688 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-20897f1b-27c5-43e7-9585-2f4ddfb66024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:44Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:24.299688 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20897f1b-27c5-43e7-9585-2f4ddfb66024 None None] The sync data for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi is: [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:20:33Z', 'revision_number': 4, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '02df73ce-e1d6-4753-ac9d-8a48d5d150da', 'name': '', 'network_id': 'c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'mac_address': 'fa:16:3e:ac:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:30Z', 'updated_at': '2022-05-25T16:20:44Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'subnets': [{'id': 'b1e391e2-f1bc-4085-8176-36597c4822d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:27:24.408916 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-c5f9098d-aa28-4592-8526-3cf7271f6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:24.435055 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9098d-aa28-4592-8526-3cf7271f6e51 None None] The sync data for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi is: [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'b3bb6899-81f5-40a7-ba25-e8c53319f8a9', 'name': '', 'network_id': '924a9156-87e8-4a10-ac35-4ba66726a4f5', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'mac_address': 'fa:16:3e:24:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:22Z', 'updated_at': '2022-05-25T16:20:40Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'subnets': [{'id': '18e620dd-027b-4139-8d4b-9cc1e3ca8de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:27:24.603821 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7c162-8f31-400e-be83-e8437f00d88e None None] New status for floating IP d5c185b9-68e6-43a1-b2c6-5ec58f6831b9: DOWN {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:27:24.748236 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1886bb-c9b2-4952-a269-f08cf79ae0ce None None] New status for floating IP 9ab34138-2f30-4b42-847b-7081adac2e6d: DOWN {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:27:24.858163 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46816) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:24.915827 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-aca7d709-b491-46d5-88fb-b895d2713174 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (92cee2af-baff-4871-8ee1-c73fab8e7568), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:24.927430 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:24.940295 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-aca7d709-b491-46d5-88fb-b895d2713174 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (92cee2af-baff-4871-8ee1-c73fab8e7568), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:24.989176 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-aca7d709-b491-46d5-88fb-b895d2713174 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (92cee2af-baff-4871-8ee1-c73fab8e7568), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:24.991776 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-aca7d709-b491-46d5-88fb-b895d2713174 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:24.992946 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-aca7d709-b491-46d5-88fb-b895d2713174 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "DELETE /v2.0/security-groups/92cee2af-baff-4871-8ee1-c73fab8e7568 HTTP/1.1" status: 204 len: 168 time: 0.1337721 May 25 16:27:24.998192 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46818) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:25.002023 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7d709-b491-46d5-88fb-b895d2713174 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cee2af-baff-4871-8ee1-c73fab8e7568,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:25.014573 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.api.v2.resource [None req-614930a6-39f9-43cb-af17-4796c211cdf4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] show failed (client error): The resource could not be found. May 25 16:27:25.017764 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-614930a6-39f9-43cb-af17-4796c211cdf4 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "GET /v2.0/security-groups/92cee2af-baff-4871-8ee1-c73fab8e7568 HTTP/1.1" status: 404 len: 347 time: 0.0163898 May 25 16:27:25.018880 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46820) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:25.127314 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Deleting port a9269988-b3ad-4827-9b07-596af1da135b {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:25.127574 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (a9269988-b3ad-4827-9b07-596af1da135b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.192524 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:25.207549 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (a9269988-b3ad-4827-9b07-596af1da135b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.208162 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (a9269988-b3ad-4827-9b07-596af1da135b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.219663 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Calling delete_port for a9269988-b3ad-4827-9b07-596af1da135b owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:25.292979 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:25.295056 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46826) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:25.352126 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dabde81b-e42b-4cd1-9ca4-fbc30a02dc10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group (de446ba9-deee-4794-9504-fe9915b7a299), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.361996 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (a9269988-b3ad-4827-9b07-596af1da135b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.376077 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dabde81b-e42b-4cd1-9ca4-fbc30a02dc10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group (de446ba9-deee-4794-9504-fe9915b7a299), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.435198 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dabde81b-e42b-4cd1-9ca4-fbc30a02dc10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (de446ba9-deee-4794-9504-fe9915b7a299), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.437973 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dabde81b-e42b-4cd1-9ca4-fbc30a02dc10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.441698 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-dabde81b-e42b-4cd1-9ca4-fbc30a02dc10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "DELETE /v2.0/security-groups/de446ba9-deee-4794-9504-fe9915b7a299 HTTP/1.1" status: 204 len: 168 time: 0.1430607 May 25 16:27:25.442710 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46828) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:25.452302 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:25.463058 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.api.v2.resource [None req-187f4f1b-469c-43c6-af20-523b09d3da87 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] show failed (client error): The resource could not be found. May 25 16:27:25.467866 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-187f4f1b-469c-43c6-af20-523b09d3da87 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "GET /v2.0/security-groups/de446ba9-deee-4794-9504-fe9915b7a299 HTTP/1.1" status: 404 len: 347 time: 0.0204284 May 25 16:27:25.467866 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabde81b-e42b-4cd1-9ca4-fbc30a02dc10 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de446ba9-deee-4794-9504-fe9915b7a299,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:25.467866 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46830) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:25.585507 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-05a5c577-7b29-4755-8785-64c990e33ad7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Deleting port 7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:25.585885 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05a5c577-7b29-4755-8785-64c990e33ad7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.652325 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Pushing event deleted for resources: {'Port': ['ID=a9269988-b3ad-4827-9b07-596af1da135b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:25.664315 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05a5c577-7b29-4755-8785-64c990e33ad7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.664643 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05a5c577-7b29-4755-8785-64c990e33ad7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.677637 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-05a5c577-7b29-4755-8785-64c990e33ad7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Calling delete_port for 7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:25.678447 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.678853 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.679222 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.679553 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.679910 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.680239 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.680561 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.680883 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.681230 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.681520 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.681898 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.682253 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.683338 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.683694 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.684046 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:25.726005 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks [] for floatingip (9ab34138-2f30-4b42-847b-7081adac2e6d), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.728486 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.730128 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-bdcbe7f5-6e0a-4b28-8201-3f096c5595a6 tempest-AttachVolumeNegativeTest-1719621589 tempest-AttachVolumeNegativeTest-1719621589-project] 10.222.0.42 "DELETE /v2.0/floatingips/9ab34138-2f30-4b42-847b-7081adac2e6d HTTP/1.1" status: 204 len: 168 time: 0.7103288 May 25 16:27:25.788245 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'name': 'network-vif-deleted', 'tag': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:27:25.790493 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed7af79-09d3-4686-b26a-af76e1badbbb" -d '{"events": [{"server_uuid": "964d7f7e-8562-42f6-80c3-cd7d03c3f1c5", "name": "network-vif-deleted", "tag": "dd94e749-35a1-4f34-8ff6-eddc3aa70245"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:27:25.814895 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-366d4c4a-098c-423c-b78d-f8bc2d94263a req-4b596ac8-d785-4382-91e0-9390bf642f81 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537302 May 25 16:27:25.834923 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b11f03-be74-4948-8a14-6cba83b6b9c8 x-openstack-request-id: req-f9b11f03-be74-4948-8a14-6cba83b6b9c8 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:27:25.835207 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964d7f7e-8562-42f6-80c3-cd7d03c3f1c5", "name": "network-vif-deleted", "tag": "dd94e749-35a1-4f34-8ff6-eddc3aa70245", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:27:25.835456 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9b11f03-be74-4948-8a14-6cba83b6b9c8 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:27:25.835848 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b11f03-be74-4948-8a14-6cba83b6b9c8'] response: {'server_uuid': '964d7f7e-8562-42f6-80c3-cd7d03c3f1c5', 'name': 'network-vif-deleted', 'tag': 'dd94e749-35a1-4f34-8ff6-eddc3aa70245', 'status': 'completed', 'code': 200} May 25 16:27:25.863580 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05a5c577-7b29-4755-8785-64c990e33ad7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:25.921357 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5c577-7b29-4755-8785-64c990e33ad7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Pushing event deleted for resources: {'Port': ['ID=7b9e70bb-1a61-4a95-8f55-0e49bf97aeb3,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:25.956343 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d4c4a-098c-423c-b78d-f8bc2d94263a req-33676d04-6c0c-420e-8c86-6f74c4f78d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:25.957788 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-366d4c4a-098c-423c-b78d-f8bc2d94263a req-33676d04-6c0c-420e-8c86-6f74c4f78d0c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e916473814d44ac1ae6339f0d052daa1&device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 1131 time: 0.0886016 May 25 16:27:26.049092 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05a5c577-7b29-4755-8785-64c990e33ad7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks [] for floatingip (d5c185b9-68e6-43a1-b2c6-5ec58f6831b9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:26.051868 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05a5c577-7b29-4755-8785-64c990e33ad7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:26.053012 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-05a5c577-7b29-4755-8785-64c990e33ad7 tempest-AttachVolumeTestJSON-1756534258 tempest-AttachVolumeTestJSON-1756534258-project] 10.222.0.42 "DELETE /v2.0/floatingips/d5c185b9-68e6-43a1-b2c6-5ec58f6831b9 HTTP/1.1" status: 204 len: 168 time: 0.5848975 May 25 16:27:26.093941 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d4c4a-098c-423c-b78d-f8bc2d94263a req-eedcbf1f-40a3-4876-9935-aa4cc83f915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:26.095406 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-366d4c4a-098c-423c-b78d-f8bc2d94263a req-eedcbf1f-40a3-4876-9935-aa4cc83f915a service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 200 len: 919 time: 0.1126442 May 25 16:27:26.160879 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-366d4c4a-098c-423c-b78d-f8bc2d94263a req-e89393a9-6cf4-4133-8c95-dec9d98329e1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc HTTP/1.1" status: 200 len: 1002 time: 0.0588734 May 25 16:27:26.201560 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:26.215177 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d4c4a-098c-423c-b78d-f8bc2d94263a req-2c7f0a19-a423-499a-98d0-78d3a4a08720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:26.216560 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-366d4c4a-098c-423c-b78d-f8bc2d94263a req-2c7f0a19-a423-499a-98d0-78d3a4a08720 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12d09b9d-7694-4ad9-b286-85dfd52d5768 HTTP/1.1" status: 200 len: 856 time: 0.0497088 May 25 16:27:26.267156 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d4c4a-098c-423c-b78d-f8bc2d94263a req-1a3873ce-60ac-43ed-9597-aa980e202dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:26.268674 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-366d4c4a-098c-423c-b78d-f8bc2d94263a req-1a3873ce-60ac-43ed-9597-aa980e202dda service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b9fb8be-8c67-427e-8c91-a4becd42df59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445206 May 25 16:27:26.366180 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-366d4c4a-098c-423c-b78d-f8bc2d94263a req-e38bcd40-a5f7-493f-83fd-1679b6fb7e36 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902019 May 25 16:27:26.408160 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device dd94e749-35a1-4f34-8ff6-eddc3aa70245 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:27:26.430238 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: dd94e749-35a1-4f34-8ff6-eddc3aa70245 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:27:26.430669 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device dd94e749-35a1-4f34-8ff6-eddc3aa70245 not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:27:26.431358 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device a3612e40-f8ea-4391-b684-977f3fa2cfff no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:27:26.437510 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:26.451298 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: a3612e40-f8ea-4391-b684-977f3fa2cfff {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:27:26.452195 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device a3612e40-f8ea-4391-b684-977f3fa2cfff not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:27:26.466852 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-366d4c4a-098c-423c-b78d-f8bc2d94263a req-c2c613fa-c46e-497f-9632-6c78904fcb08 service neutron] 10.222.0.84 "GET /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947576 May 25 16:27:29.444003 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46890) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:29.614014 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46900) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:29.969857 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-604aa69d-95e4-42e7-829b-876562052181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859873'] for router_interface (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:29.986161 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-df489d27-3fd1-45a3-9547-d7e65b1626fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859873'] for router_interface (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:30.186590 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-604aa69d-95e4-42e7-829b-876562052181 admin admin] Deleting port 02df73ce-e1d6-4753-ac9d-8a48d5d150da {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:30.186925 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-604aa69d-95e4-42e7-829b-876562052181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:30.221101 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-425310b0-753a-4edd-9f81-351ed5469733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:30.230939 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:30.271048 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-604aa69d-95e4-42e7-829b-876562052181 admin admin] For port 02df73ce-e1d6-4753-ac9d-8a48d5d150da, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=02df73ce-e1d6-4753-ac9d-8a48d5d150da,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:30.271469 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-604aa69d-95e4-42e7-829b-876562052181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:30.286620 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-604aa69d-95e4-42e7-829b-876562052181 admin admin] Calling delete_port for 02df73ce-e1d6-4753-ac9d-8a48d5d150da owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:30.354389 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:30.473563 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-604aa69d-95e4-42e7-829b-876562052181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (02df73ce-e1d6-4753-ac9d-8a48d5d150da), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:30.491224 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-df489d27-3fd1-45a3-9547-d7e65b1626fe admin admin] Deleting port b3bb6899-81f5-40a7-ba25-e8c53319f8a9 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:30.491810 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-df489d27-3fd1-45a3-9547-d7e65b1626fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:30.496274 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604aa69d-95e4-42e7-829b-876562052181 admin admin] Pushing event deleted for resources: {'Port': ['ID=02df73ce-e1d6-4753-ac9d-8a48d5d150da,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:30.587629 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-df489d27-3fd1-45a3-9547-d7e65b1626fe admin admin] For port b3bb6899-81f5-40a7-ba25-e8c53319f8a9, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=b3bb6899-81f5-40a7-ba25-e8c53319f8a9,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:30.588090 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-df489d27-3fd1-45a3-9547-d7e65b1626fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:30.602514 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-df489d27-3fd1-45a3-9547-d7e65b1626fe admin admin] Calling delete_port for b3bb6899-81f5-40a7-ba25-e8c53319f8a9 owned by network:router_interface {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:30.606461 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:30.672523 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-604aa69d-95e4-42e7-829b-876562052181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-110590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859765'] for router_interface (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:30.791074 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-df489d27-3fd1-45a3-9547-d7e65b1626fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (b3bb6899-81f5-40a7-ba25-e8c53319f8a9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:30.796081 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:30.817841 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df489d27-3fd1-45a3-9547-d7e65b1626fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bb6899-81f5-40a7-ba25-e8c53319f8a9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:30.890870 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604aa69d-95e4-42e7-829b-876562052181 admin admin] Router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:27:30.985759 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-df489d27-3fd1-45a3-9547-d7e65b1626fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-110590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859765'] for router_interface (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:30.997881 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604aa69d-95e4-42e7-829b-876562052181 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:27:31.006245 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-604aa69d-95e4-42e7-829b-876562052181 admin admin] 10.222.0.42 "PUT /v2.0/routers/ec9340ba-bf33-42c8-8549-3d4ea785e8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3909545 May 25 16:27:31.007114 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46904) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:31.007510 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20baf0f1-db13-4494-b31c-0746e5e0f288 None None] Sync routers for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:27:31.021258 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:31.030995 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20baf0f1-db13-4494-b31c-0746e5e0f288 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:27:31.032308 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-20baf0f1-db13-4494-b31c-0746e5e0f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:27:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:31.102854 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:31.116083 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:31.120347 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Publish callbacks [] for router (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.141552 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-20baf0f1-db13-4494-b31c-0746e5e0f288 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:27:31.215557 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df489d27-3fd1-45a3-9547-d7e65b1626fe admin admin] Router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:27:31.221501 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Publish callbacks [] for router_gateway (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.268507 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Deleting port 3fa38221-9d8d-480c-850c-dd91a19ef66a {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:31.268982 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.318065 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-20baf0f1-db13-4494-b31c-0746e5e0f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:27:30Z', 'revision_number': 5, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port': {'id': '3fa38221-9d8d-480c-850c-dd91a19ef66a', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:23Z', 'updated_at': '2022-05-25T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:31.325232 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df489d27-3fd1-45a3-9547-d7e65b1626fe admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:27:31.327450 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:31.331261 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-df489d27-3fd1-45a3-9547-d7e65b1626fe admin admin] 10.222.0.42 "PUT /v2.0/routers/c2e2b41b-dc03-4bfd-9eaa-f927b191a693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8860707 May 25 16:27:31.333681 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46906) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:31.339818 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2192bd0-aeeb-4c49-9645-7572c04b81a3 None None] Sync routers for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:27:31.357591 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2192bd0-aeeb-4c49-9645-7572c04b81a3 None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:27:31.359019 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-b2192bd0-aeeb-4c49-9645-7572c04b81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:27:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:31.368226 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] For port 3fa38221-9d8d-480c-850c-dd91a19ef66a, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=3fa38221-9d8d-480c-850c-dd91a19ef66a,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:31.368589 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.390761 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20baf0f1-db13-4494-b31c-0746e5e0f288 None None] Checking router: ec9340ba-bf33-42c8-8549-3d4ea785e8f0 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:27:31.403879 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Calling delete_port for 3fa38221-9d8d-480c-850c-dd91a19ef66a owned by network:router_gateway {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:31.404194 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20baf0f1-db13-4494-b31c-0746e5e0f288 None None] Routers {'ec9340ba-bf33-42c8-8549-3d4ea785e8f0'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:27:31.404999 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-20baf0f1-db13-4494-b31c-0746e5e0f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:27:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:31.473177 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Publish callbacks [] for router (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.497776 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-20baf0f1-db13-4494-b31c-0746e5e0f288 None None] Set router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 gateway port host: None {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:27:31.520275 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-b2192bd0-aeeb-4c49-9645-7572c04b81a3 None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:27:31.547021 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:31.554541 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-20baf0f1-db13-4494-b31c-0746e5e0f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:27:31Z', 'revision_number': 6, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port_host': None}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:31.589997 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20baf0f1-db13-4494-b31c-0746e5e0f288 None None] The sync data for ids ['ec9340ba-bf33-42c8-8549-3d4ea785e8f0'] in dv-cinder-843278-2-iscsi is: [{'id': 'ec9340ba-bf33-42c8-8549-3d4ea785e8f0', 'name': 'tempest-AttachVolumeTestJSON-1071001228-router', 'tenant_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:20Z', 'updated_at': '2022-05-25T16:27:31Z', 'revision_number': 6, 'project_id': '3e8c39550e4e41e79cc56aa7d22ae052', 'gw_port_host': None}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:27:31.611184 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Publish callbacks [] for router_gateway (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.651847 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (3fa38221-9d8d-480c-850c-dd91a19ef66a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.673412 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Deleting port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:31.673775 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.679366 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa38221-9d8d-480c-850c-dd91a19ef66a,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:31.729731 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:31.738920 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:31.745378 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:31.752390 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-b2192bd0-aeeb-4c49-9645-7572c04b81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:27:30Z', 'revision_number': 5, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port': {'id': 'c97a21b6-04c2-49bd-9a45-c1f5ffd9193c', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:18Z', 'updated_at': '2022-05-25T16:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:31.753316 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3865691'] for router_gateway (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.768622 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] For port c97a21b6-04c2-49bd-9a45-c1f5ffd9193c, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=c97a21b6-04c2-49bd-9a45-c1f5ffd9193c,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:31.769075 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.779066 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2192bd0-aeeb-4c49-9645-7572c04b81a3 None None] Checking router: c2e2b41b-dc03-4bfd-9eaa-f927b191a693 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:27:31.788021 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2192bd0-aeeb-4c49-9645-7572c04b81a3 None None] Routers {'c2e2b41b-dc03-4bfd-9eaa-f927b191a693'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:27:31.788664 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-b2192bd0-aeeb-4c49-9645-7572c04b81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:27:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:31.789390 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Calling delete_port for c97a21b6-04c2-49bd-9a45-c1f5ffd9193c owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:31.846437 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29440'] for router (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.849355 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Publish callbacks [] for router_controller (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.897130 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860733'] for router (ec9340ba-bf33-42c8-8549-3d4ea785e8f0), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.897939 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec9340ba-bf33-42c8-8549-3d4ea785e8f0 {{(pid=103812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:27:31.912209 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:31.916203 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46908) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:31.919564 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-667771b3-c2f6-4ae8-8cf4-599feb4a1dfd admin admin] 10.222.0.42 "DELETE /v2.0/routers/ec9340ba-bf33-42c8-8549-3d4ea785e8f0 HTTP/1.1" status: 204 len: 168 time: 0.9053864 May 25 16:27:32.004191 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d01a0a1-dbc8-47c4-becc-1227147328d8 admin admin] Deleting subnet b1e391e2-f1bc-4085-8176-36597c4822d4 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:27:32.009807 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d01a0a1-dbc8-47c4-becc-1227147328d8 admin admin] Publish callbacks [] for subnet (b1e391e2-f1bc-4085-8176-36597c4822d4), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.018188 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-b2192bd0-aeeb-4c49-9645-7572c04b81a3 None None] Set router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 gateway port host: None {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:27:32.044090 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (c97a21b6-04c2-49bd-9a45-c1f5ffd9193c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.070640 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-b2192bd0-aeeb-4c49-9645-7572c04b81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:27:31Z', 'revision_number': 6, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port_host': None}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:32.077601 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97a21b6-04c2-49bd-9a45-c1f5ffd9193c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:32.090021 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d01a0a1-dbc8-47c4-becc-1227147328d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9908729'] for subnet (b1e391e2-f1bc-4085-8176-36597c4822d4), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.100955 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2192bd0-aeeb-4c49-9645-7572c04b81a3 None None] The sync data for ids ['c2e2b41b-dc03-4bfd-9eaa-f927b191a693'] in dv-cinder-843278-2-iscsi is: [{'id': 'c2e2b41b-dc03-4bfd-9eaa-f927b191a693', 'name': 'tempest-AttachVolumeNegativeTest-1248412750-router', 'tenant_id': '9d234edace28441282f594f0e03cacc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:17Z', 'updated_at': '2022-05-25T16:27:31Z', 'revision_number': 6, 'project_id': '9d234edace28441282f594f0e03cacc5', 'gw_port_host': None}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:27:32.218093 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3865691'] for router_gateway (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.340332 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d01a0a1-dbc8-47c4-becc-1227147328d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (b1e391e2-f1bc-4085-8176-36597c4822d4), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.366091 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29440'] for router (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.370158 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Publish callbacks [] for router_controller (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.447506 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860733'] for router (c2e2b41b-dc03-4bfd-9eaa-f927b191a693), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.448986 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e2b41b-dc03-4bfd-9eaa-f927b191a693 {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:27:32.454469 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.458349 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-412a0392-1f5f-4c6e-9115-adbf229ee374 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c2e2b41b-dc03-4bfd-9eaa-f927b191a693 HTTP/1.1" status: 204 len: 168 time: 1.1209028 May 25 16:27:32.458539 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46912) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:32.473317 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d01a0a1-dbc8-47c4-becc-1227147328d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372626'] for subnet (b1e391e2-f1bc-4085-8176-36597c4822d4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.499717 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01a0a1-dbc8-47c4-becc-1227147328d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e391e2-f1bc-4085-8176-36597c4822d4,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:32.504235 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d01a0a1-dbc8-47c4-becc-1227147328d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.506902 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-061c33c0-b795-4042-ad27-0b05e4a55aed admin admin] Deleting subnet 18e620dd-027b-4139-8d4b-9cc1e3ca8de8 {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:27:32.510102 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0d01a0a1-dbc8-47c4-becc-1227147328d8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b1e391e2-f1bc-4085-8176-36597c4822d4 HTTP/1.1" status: 204 len: 168 time: 0.5895047 May 25 16:27:32.511101 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46914) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:32.511416 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-061c33c0-b795-4042-ad27-0b05e4a55aed admin admin] Publish callbacks [] for subnet (18e620dd-027b-4139-8d4b-9cc1e3ca8de8), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.516115 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc029dc-58a0-4f7f-b045-d3b1f893b59e None None] Network c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:27:32.549037 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-061c33c0-b795-4042-ad27-0b05e4a55aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249884'] for subnet (18e620dd-027b-4139-8d4b-9cc1e3ca8de8), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.593617 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.613805 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-9756c3a6-5757-4df3-b75e-528abdb75d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.641303 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Deleting port dedaedad-e22d-4b9f-a05f-e7a38012c56c {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:32.641925 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.673491 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-061c33c0-b795-4042-ad27-0b05e4a55aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (18e620dd-027b-4139-8d4b-9cc1e3ca8de8), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.709538 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:32.739393 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:32.751965 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] For port dedaedad-e22d-4b9f-a05f-e7a38012c56c, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=dedaedad-e22d-4b9f-a05f-e7a38012c56c,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:32.752449 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.752618 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] DHCP port deletion for c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 request from dv-cinder-843278-2-iscsi {{(pid=103814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:27:32.755528 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-061c33c0-b795-4042-ad27-0b05e4a55aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8872237'] for subnet (18e620dd-027b-4139-8d4b-9cc1e3ca8de8), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.781768 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Calling delete_port for dedaedad-e22d-4b9f-a05f-e7a38012c56c owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:32.785189 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c33c0-b795-4042-ad27-0b05e4a55aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e620dd-027b-4139-8d4b-9cc1e3ca8de8,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:32.789790 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-061c33c0-b795-4042-ad27-0b05e4a55aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.793336 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-061c33c0-b795-4042-ad27-0b05e4a55aed admin admin] 10.222.0.42 "DELETE /v2.0/subnets/18e620dd-027b-4139-8d4b-9cc1e3ca8de8 HTTP/1.1" status: 204 len: 168 time: 0.3337204 May 25 16:27:32.795870 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46916) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:32.803913 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437901b2-2dfe-412b-a5c9-003557a89fd0 None None] Network 924a9156-87e8-4a10-ac35-4ba66726a4f5 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:27:32.823687 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Deleting port dedaedad-e22d-4b9f-a05f-e7a38012c56c {{(pid=103814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:32.825025 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), before_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.851910 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:32.886372 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (924a9156-87e8-4a10-ac35-4ba66726a4f5), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.894074 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.925550 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Pushing event deleted for resources: {'Port': ['ID=dedaedad-e22d-4b9f-a05f-e7a38012c56c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:32.934580 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Deleting port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:32.935355 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.938499 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] No DVR routers for this DVR port dedaedad-e22d-4b9f-a05f-e7a38012c56c on host dv-cinder-843278-2-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:27:32.978075 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] For port dedaedad-e22d-4b9f-a05f-e7a38012c56c, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=dedaedad-e22d-4b9f-a05f-e7a38012c56c,segment=NetworkSegment(a602a074-4bbb-43e7-8175-4ff98e970517),segment_id=a602a074-4bbb-43e7-8175-4ff98e970517)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:32.978481 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), precommit_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:32.998076 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Calling delete_port for dedaedad-e22d-4b9f-a05f-e7a38012c56c owned by network:dhcp {{(pid=103814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:33.004273 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] For port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=bdb87d5f-2c7a-49ec-92e2-5da414bc42cc,segment=NetworkSegment(7b156e14-2770-4d0d-b2d4-3c86d4d1b705),segment_id=7b156e14-2770-4d0d-b2d4-3c86d4d1b705)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:33.004645 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.022665 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Calling delete_port for bdb87d5f-2c7a-49ec-92e2-5da414bc42cc owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:33.029564 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.053099 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:33.064568 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a602a074-4bbb-43e7-8175-4ff98e970517') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:33.064860 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a602a074-4bbb-43e7-8175-4ff98e970517') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:33.066409 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=82,neutron:DELETE=13,neutron:UPDATE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:33.080776 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9908726'] for segment (a602a074-4bbb-43e7-8175-4ff98e970517), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.080995 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629'] for port (dedaedad-e22d-4b9f-a05f-e7a38012c56c), after_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.098225 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (a602a074-4bbb-43e7-8175-4ff98e970517), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.106186 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:27:33.106730 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9644806'] for segment (a602a074-4bbb-43e7-8175-4ff98e970517), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.113321 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Pushing event deleted for resources: {'Port': ['ID=dedaedad-e22d-4b9f-a05f-e7a38012c56c,revision_number=None']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:33.115770 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] No DVR routers for this DVR port dedaedad-e22d-4b9f-a05f-e7a38012c56c on host dv-cinder-843278-2-iscsi {{(pid=103814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:27:33.125608 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.125608 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.125608 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.125608 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.126110 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.126378 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.126597 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.127075 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.128698 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.128698 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.128698 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.128698 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.128698 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.129092 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.129169 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c51a2-e879-40ea-b6b0-31f4ddd4caf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:27:33.145405 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (bdb87d5f-2c7a-49ec-92e2-5da414bc42cc), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.165018 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2fd5c4-6ece-4c88-a899-61dbb51d0298 None None] DHCP port deletion for 924a9156-87e8-4a10-ac35-4ba66726a4f5 request from dv-cinder-843278-2-iscsi {{(pid=103814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:27:33.178925 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb87d5f-2c7a-49ec-92e2-5da414bc42cc,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:33.183086 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] No DVR routers for this DVR port bdb87d5f-2c7a-49ec-92e2-5da414bc42cc on host dv-cinder-843278-2-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:27:33.215083 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.220488 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.223916 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] 10.222.0.42 "DELETE /v2.0/networks/c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9 HTTP/1.1" status: 204 len: 168 time: 0.7115016 May 25 16:27:33.248546 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44ee87-e732-4ed0-8695-3a949cd35caf admin admin] Pushing event deleted for resources: {'Network': ['ID=c47b68ec-cf9c-457c-8d2b-ef3d80fa25c9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:33.280325 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (924a9156-87e8-4a10-ac35-4ba66726a4f5), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.310732 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924a9156-87e8-4a10-ac35-4ba66726a4f5']}} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:33.321634 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b156e14-2770-4d0d-b2d4-3c86d4d1b705') {'for_net_delete': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:33.322043 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b156e14-2770-4d0d-b2d4-3c86d4d1b705') {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:33.332772 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249875'] for segment (7b156e14-2770-4d0d-b2d4-3c86d4d1b705), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.343477 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment a602a074-4bbb-43e7-8175-4ff98e970517 resource provider aggregate not found May 25 16:27:33.358551 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (7b156e14-2770-4d0d-b2d4-3c86d4d1b705), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.367266 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:27:33.368251 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407980'] for segment (7b156e14-2770-4d0d-b2d4-3c86d4d1b705), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.370804 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment a602a074-4bbb-43e7-8175-4ff98e970517 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a602a074-4bbb-43e7-8175-4ff98e970517 found for delete ", "request_id": "req-796f0832-e717-46a5-8082-0cd6e471d752"}]} May 25 16:27:33.428731 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46930) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:33.441920 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device c97a21b6-04c2-49bd-9a45-c1f5ffd9193c no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:27:33.467705 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: c97a21b6-04c2-49bd-9a45-c1f5ffd9193c {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:27:33.468058 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device c97a21b6-04c2-49bd-9a45-c1f5ffd9193c not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:27:33.468504 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device b3bb6899-81f5-40a7-ba25-e8c53319f8a9 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:27:33.471560 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 7b156e14-2770-4d0d-b2d4-3c86d4d1b705 resource provider aggregate not found May 25 16:27:33.477131 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (924a9156-87e8-4a10-ac35-4ba66726a4f5), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.495645 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: b3bb6899-81f5-40a7-ba25-e8c53319f8a9 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:27:33.496226 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device b3bb6899-81f5-40a7-ba25-e8c53319f8a9 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:27:33.497003 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 02df73ce-e1d6-4753-ac9d-8a48d5d150da no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:27:33.500035 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 7b156e14-2770-4d0d-b2d4-3c86d4d1b705 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b156e14-2770-4d0d-b2d4-3c86d4d1b705 found for delete ", "request_id": "req-5d91e834-ffbd-4f0e-b3fb-9158bc16956d"}]} May 25 16:27:33.501058 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.504197 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/924a9156-87e8-4a10-ac35-4ba66726a4f5 HTTP/1.1" status: 204 len: 168 time: 0.7070529 May 25 16:27:33.505146 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7e436-1836-45b4-b4d1-bc23c2e7dbc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=924a9156-87e8-4a10-ac35-4ba66726a4f5,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:33.514346 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5a951c70-1cbf-4123-8f30-180768d1554b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e8c39550e4e41e79cc56aa7d22ae052&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0849550 May 25 16:27:33.516818 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46936) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:33.517825 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 02df73ce-e1d6-4753-ac9d-8a48d5d150da {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:27:33.518552 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 02df73ce-e1d6-4753-ac9d-8a48d5d150da not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:27:33.518552 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device dedaedad-e22d-4b9f-a05f-e7a38012c56c no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:27:33.538420 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: dedaedad-e22d-4b9f-a05f-e7a38012c56c {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:27:33.538767 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device dedaedad-e22d-4b9f-a05f-e7a38012c56c not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:27:33.539184 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 3fa38221-9d8d-480c-850c-dd91a19ef66a no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:27:33.567565 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 3fa38221-9d8d-480c-850c-dd91a19ef66a {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:27:33.568051 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 3fa38221-9d8d-480c-850c-dd91a19ef66a not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:27:33.568648 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device bdb87d5f-2c7a-49ec-92e2-5da414bc42cc no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:27:33.576505 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ad747ff6-cbf6-4c5f-9511-e4a9dfd2a430 admin admin] Publish callbacks [] for security_group (e364d55f-9377-454f-9913-5afd3d43f5e1), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.594719 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: bdb87d5f-2c7a-49ec-92e2-5da414bc42cc {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:27:33.595301 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device bdb87d5f-2c7a-49ec-92e2-5da414bc42cc not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:27:33.613497 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ad747ff6-cbf6-4c5f-9511-e4a9dfd2a430 admin admin] Publish callbacks [] for security_group (e364d55f-9377-454f-9913-5afd3d43f5e1), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.677127 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ad747ff6-cbf6-4c5f-9511-e4a9dfd2a430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (e364d55f-9377-454f-9913-5afd3d43f5e1), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.681418 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ad747ff6-cbf6-4c5f-9511-e4a9dfd2a430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.683756 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ad747ff6-cbf6-4c5f-9511-e4a9dfd2a430 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e364d55f-9377-454f-9913-5afd3d43f5e1 HTTP/1.1" status: 204 len: 168 time: 0.1647179 May 25 16:27:33.693011 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.693706 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad747ff6-cbf6-4c5f-9511-e4a9dfd2a430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e364d55f-9377-454f-9913-5afd3d43f5e1,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:33.751703 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 46944) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:33.779294 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:33.800007 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 46948) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:33.800452 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-865640a6-78bd-425a-b6fd-455b284cf294 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d234edace28441282f594f0e03cacc5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472579 May 25 16:27:33.867782 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8c76-922c-4ce3-8bbe-b928ef760146 admin admin] Publish callbacks [] for security_group (810f6f5e-3d8f-4fd0-9573-15c415ceace9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.891716 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8c76-922c-4ce3-8bbe-b928ef760146 admin admin] Publish callbacks [] for security_group (810f6f5e-3d8f-4fd0-9573-15c415ceace9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.951507 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8c76-922c-4ce3-8bbe-b928ef760146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (810f6f5e-3d8f-4fd0-9573-15c415ceace9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.954492 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8c76-922c-4ce3-8bbe-b928ef760146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:33.956407 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3f9a8c76-922c-4ce3-8bbe-b928ef760146 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/810f6f5e-3d8f-4fd0-9573-15c415ceace9 HTTP/1.1" status: 204 len: 168 time: 0.1554024 May 25 16:27:33.966425 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a8c76-922c-4ce3-8bbe-b928ef760146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810f6f5e-3d8f-4fd0-9573-15c415ceace9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:34.075711 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cf849-a3c7-4c0f-b10e-5693262e7025 req-2eb5bc41-c509-4796-a632-63073f7065fe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:34.077812 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f09cf849-a3c7-4c0f-b10e-5693262e7025 req-2eb5bc41-c509-4796-a632-63073f7065fe tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 947 time: 0.0796349 May 25 16:27:34.137455 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f09cf849-a3c7-4c0f-b10e-5693262e7025 req-77d8d917-ca25-49c5-86c5-6cdebd69886b tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539737 May 25 16:27:35.279087 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bd2dc-8334-48f0-b8f5-4a8707287475 req-9cb8aa27-f108-42fb-945f-de16053d28b5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:35.280669 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e05bd2dc-8334-48f0-b8f5-4a8707287475 req-9cb8aa27-f108-42fb-945f-de16053d28b5 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 947 time: 0.0528584 May 25 16:27:35.333030 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e05bd2dc-8334-48f0-b8f5-4a8707287475 req-770aed4f-55fc-4fce-a72a-6ecb49e232f6 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6843e23-6b6d-4841-9da5-8ddb3c6af771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454085 May 25 16:27:35.360799 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:35.457937 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-2bd8f913-abb0-4ccb-ac16-06a26cf28370 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:35.459410 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-2bd8f913-abb0-4ccb-ac16-06a26cf28370 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.84 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 947 time: 0.0504277 May 25 16:27:35.547613 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Deleting port 3be8d920-dc13-499f-b9d6-d875dbb50bdc {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:35.547950 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:35.644521 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:35.652707 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] For port 3be8d920-dc13-499f-b9d6-d875dbb50bdc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=3be8d920-dc13-499f-b9d6-d875dbb50bdc,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:35.653173 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:35.828330 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:35.828692 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (fc4d83ee-ef42-44b9-a419-b387047b38ab), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:35.829001 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Floating IP fc4d83ee-ef42-44b9-a419-b387047b38ab disassociated. External IP: 172.27.1.104, port: 3be8d920-dc13-499f-b9d6-d875dbb50bdc. May 25 16:27:35.829339 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Calling delete_port for 3be8d920-dc13-499f-b9d6-d875dbb50bdc owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:35.960335 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (3be8d920-dc13-499f-b9d6-d875dbb50bdc), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:35.993855 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event deleted for resources: {'Port': ['ID=3be8d920-dc13-499f-b9d6-d875dbb50bdc,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:36.045085 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:36.116266 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Router 09bbca93-bf37-4210-a635-9ef33a8edc67 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:27:36.246927 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:27:36.259683 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f985e-2295-43c9-86fb-9c1de3aea15b None None] Sync routers for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:27:36.274756 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f985e-2295-43c9-86fb-9c1de3aea15b None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:27:36.276875 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-b55f985e-2295-43c9-86fb-9c1de3aea15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:27:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:36.296673 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] No DVR routers for this DVR port 3be8d920-dc13-499f-b9d6-d875dbb50bdc on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:27:36.299525 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:36.302950 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4b001c1c-5cc7-462f-bdcf-eee7628ed6b2 req-b581103b-d248-4d7d-a9f7-e48496574922 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.84 "DELETE /v2.0/ports/3be8d920-dc13-499f-b9d6-d875dbb50bdc HTTP/1.1" status: 204 len: 173 time: 0.8378618 May 25 16:27:36.303360 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'name': 'network-vif-deleted', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:27:36.306537 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a268d83-61c7-4f0a-835e-49dc1b2da997" -d '{"events": [{"server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "name": "network-vif-deleted", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:27:36.395165 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f77859-c3ea-451c-b4e8-62f97012992b x-openstack-request-id: req-72f77859-c3ea-451c-b4e8-62f97012992b {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:27:36.395947 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7652df85-9116-41c0-b1a1-32a070414bd8", "name": "network-vif-deleted", "tag": "3be8d920-dc13-499f-b9d6-d875dbb50bdc", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:27:36.396381 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72f77859-c3ea-451c-b4e8-62f97012992b {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:27:36.397101 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f77859-c3ea-451c-b4e8-62f97012992b'] response: {'server_uuid': '7652df85-9116-41c0-b1a1-32a070414bd8', 'name': 'network-vif-deleted', 'tag': '3be8d920-dc13-499f-b9d6-d875dbb50bdc', 'status': 'completed', 'code': 200} May 25 16:27:36.497846 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-b55f985e-2295-43c9-86fb-9c1de3aea15b None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:27:36.558916 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:36.564412 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-410470b8-8b60-4376-87ac-6fd81431139b req-78682e9d-e5f1-4ba7-bbcc-2a5c23b0c9ca tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/ports?device_id=7652df85-9116-41c0-b1a1-32a070414bd8 HTTP/1.1" status: 200 len: 210 time: 0.0733776 May 25 16:27:36.762853 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-b55f985e-2295-43c9-86fb-9c1de3aea15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:48Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:36.790832 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f985e-2295-43c9-86fb-9c1de3aea15b None None] Checking router: 09bbca93-bf37-4210-a635-9ef33a8edc67 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:27:36.800372 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f985e-2295-43c9-86fb-9c1de3aea15b None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:27:36.801126 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-b55f985e-2295-43c9-86fb-9c1de3aea15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:27:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:36.918397 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-b55f985e-2295-43c9-86fb-9c1de3aea15b None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:27:37.109022 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-b55f985e-2295-43c9-86fb-9c1de3aea15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:48Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:37.134233 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f985e-2295-43c9-86fb-9c1de3aea15b None None] The sync data for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi is: [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:20:37Z', 'revision_number': 4, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '12032369-6516-4007-8b65-c03846c5e395', 'name': '', 'network_id': '4b9fb8be-8c67-427e-8c91-a4becd42df59', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'mac_address': 'fa:16:3e:6a:f1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:33Z', 'updated_at': '2022-05-25T16:20:48Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'subnets': [{'id': '12d09b9d-7694-4ad9-b286-85dfd52d5768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:27:37.361915 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97806880-ecf0-4d62-a9ca-34f89618b4c7 None None] New status for floating IP fc4d83ee-ef42-44b9-a419-b387047b38ab: DOWN {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:27:37.666975 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 47082) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:37.725514 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53ac6e72-45bc-4658-91d9-8e08f8c1c288 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group (b6843e23-6b6d-4841-9da5-8ddb3c6af771), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:37.749171 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53ac6e72-45bc-4658-91d9-8e08f8c1c288 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group (b6843e23-6b6d-4841-9da5-8ddb3c6af771), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:37.797483 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53ac6e72-45bc-4658-91d9-8e08f8c1c288 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (b6843e23-6b6d-4841-9da5-8ddb3c6af771), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:37.800188 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53ac6e72-45bc-4658-91d9-8e08f8c1c288 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:37.803840 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-53ac6e72-45bc-4658-91d9-8e08f8c1c288 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "DELETE /v2.0/security-groups/b6843e23-6b6d-4841-9da5-8ddb3c6af771 HTTP/1.1" status: 204 len: 168 time: 0.1333845 May 25 16:27:37.804517 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47086) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:37.812009 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac6e72-45bc-4658-91d9-8e08f8c1c288 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6843e23-6b6d-4841-9da5-8ddb3c6af771,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:37.821365 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.api.v2.resource [None req-e04f6dcd-a3a7-43e5-9f00-63cf4f0125ae tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] show failed (client error): The resource could not be found. May 25 16:27:37.823173 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e04f6dcd-a3a7-43e5-9f00-63cf4f0125ae tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "GET /v2.0/security-groups/b6843e23-6b6d-4841-9da5-8ddb3c6af771 HTTP/1.1" status: 404 len: 347 time: 0.0168614 May 25 16:27:37.826297 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47088) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:37.945480 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-8391b9ee-ab19-4776-b031-8130de0314e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Deleting port d8bedd2d-bb7e-49c8-a37c-8df2dab193d5 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:37.945686 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8391b9ee-ab19-4776-b031-8130de0314e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (d8bedd2d-bb7e-49c8-a37c-8df2dab193d5), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:38.025514 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8391b9ee-ab19-4776-b031-8130de0314e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (d8bedd2d-bb7e-49c8-a37c-8df2dab193d5), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:38.026081 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8391b9ee-ab19-4776-b031-8130de0314e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (d8bedd2d-bb7e-49c8-a37c-8df2dab193d5), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:38.038253 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-8391b9ee-ab19-4776-b031-8130de0314e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Calling delete_port for d8bedd2d-bb7e-49c8-a37c-8df2dab193d5 owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:38.039765 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:38.170425 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8391b9ee-ab19-4776-b031-8130de0314e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (d8bedd2d-bb7e-49c8-a37c-8df2dab193d5), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:38.445274 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391b9ee-ab19-4776-b031-8130de0314e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Pushing event deleted for resources: {'Port': ['ID=d8bedd2d-bb7e-49c8-a37c-8df2dab193d5,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:38.512699 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8391b9ee-ab19-4776-b031-8130de0314e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks [] for floatingip (fc4d83ee-ef42-44b9-a419-b387047b38ab), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:38.515237 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8391b9ee-ab19-4776-b031-8130de0314e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:38.516373 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8391b9ee-ab19-4776-b031-8130de0314e4 tempest-AttachVolumeShelveTestJSON-1285056380 tempest-AttachVolumeShelveTestJSON-1285056380-project] 10.222.0.42 "DELETE /v2.0/floatingips/fc4d83ee-ef42-44b9-a419-b387047b38ab HTTP/1.1" status: 204 len: 168 time: 0.6888428 May 25 16:27:40.483730 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 3be8d920-dc13-499f-b9d6-d875dbb50bdc no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:27:40.503820 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 3be8d920-dc13-499f-b9d6-d875dbb50bdc {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:27:40.504156 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 3be8d920-dc13-499f-b9d6-d875dbb50bdc not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:27:40.955749 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 47184) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:41.550561 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:41.732308 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab3c2-6c83-4983-b9f5-5f3a01207910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859873'] for router_interface (09bbca93-bf37-4210-a635-9ef33a8edc67), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:41.966282 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ab3c2-6c83-4983-b9f5-5f3a01207910 admin admin] Deleting port 12032369-6516-4007-8b65-c03846c5e395 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:41.966942 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab3c2-6c83-4983-b9f5-5f3a01207910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (12032369-6516-4007-8b65-c03846c5e395), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:42.017267 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:42.048283 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-cd6ab3c2-6c83-4983-b9f5-5f3a01207910 admin admin] For port 12032369-6516-4007-8b65-c03846c5e395, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=12032369-6516-4007-8b65-c03846c5e395,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:42.048638 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab3c2-6c83-4983-b9f5-5f3a01207910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (12032369-6516-4007-8b65-c03846c5e395), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:42.061369 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ab3c2-6c83-4983-b9f5-5f3a01207910 admin admin] Calling delete_port for 12032369-6516-4007-8b65-c03846c5e395 owned by network:router_interface {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:42.243102 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab3c2-6c83-4983-b9f5-5f3a01207910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (12032369-6516-4007-8b65-c03846c5e395), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:42.270416 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ab3c2-6c83-4983-b9f5-5f3a01207910 admin admin] Pushing event deleted for resources: {'Port': ['ID=12032369-6516-4007-8b65-c03846c5e395,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:42.391361 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:42.445707 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab3c2-6c83-4983-b9f5-5f3a01207910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-110590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859765'] for router_interface (09bbca93-bf37-4210-a635-9ef33a8edc67), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:42.658004 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6ab3c2-6c83-4983-b9f5-5f3a01207910 admin admin] Router 09bbca93-bf37-4210-a635-9ef33a8edc67 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:27:42.763983 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6ab3c2-6c83-4983-b9f5-5f3a01207910 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:27:42.768823 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-cd6ab3c2-6c83-4983-b9f5-5f3a01207910 admin admin] 10.222.0.42 "PUT /v2.0/routers/09bbca93-bf37-4210-a635-9ef33a8edc67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8120568 May 25 16:27:42.771383 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 47212) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:42.772590 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc942a4-497c-4c50-8050-48efd23fe2aa None None] Sync routers for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:27:42.774941 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:42.781994 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:42.785425 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc942a4-497c-4c50-8050-48efd23fe2aa None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:27:42.786423 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-acc942a4-497c-4c50-8050-48efd23fe2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:27:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:42.881928 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Publish callbacks [] for router (09bbca93-bf37-4210-a635-9ef33a8edc67), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:42.888604 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-acc942a4-497c-4c50-8050-48efd23fe2aa None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:27:42.983243 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:42.997004 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Publish callbacks [] for router_gateway (09bbca93-bf37-4210-a635-9ef33a8edc67), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.041154 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Deleting port a77bc3bd-0746-4514-a9cd-164be08a2bd7 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:43.041522 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.134061 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] For port a77bc3bd-0746-4514-a9cd-164be08a2bd7, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=a77bc3bd-0746-4514-a9cd-164be08a2bd7,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:43.134435 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.155068 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Calling delete_port for a77bc3bd-0746-4514-a9cd-164be08a2bd7 owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:43.176046 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-acc942a4-497c-4c50-8050-48efd23fe2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:27:42Z', 'revision_number': 5, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port': {'id': 'a77bc3bd-0746-4514-a9cd-164be08a2bd7', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:20:25Z', 'updated_at': '2022-05-25T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:43.202706 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc942a4-497c-4c50-8050-48efd23fe2aa None None] Checking router: 09bbca93-bf37-4210-a635-9ef33a8edc67 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:27:43.213320 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc942a4-497c-4c50-8050-48efd23fe2aa None None] Routers {'09bbca93-bf37-4210-a635-9ef33a8edc67'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:27:43.213320 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-acc942a4-497c-4c50-8050-48efd23fe2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:27:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['09bbca93-bf37-4210-a635-9ef33a8edc67'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:43.231184 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:43.309266 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-acc942a4-497c-4c50-8050-48efd23fe2aa None None] Set router 09bbca93-bf37-4210-a635-9ef33a8edc67 gateway port host: None {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:27:43.355718 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (a77bc3bd-0746-4514-a9cd-164be08a2bd7), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.374825 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-acc942a4-497c-4c50-8050-48efd23fe2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:27:42Z', 'revision_number': 6, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port_host': None}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:43.397280 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Pushing event deleted for resources: {'Port': ['ID=a77bc3bd-0746-4514-a9cd-164be08a2bd7,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:43.419981 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc942a4-497c-4c50-8050-48efd23fe2aa None None] The sync data for ids ['09bbca93-bf37-4210-a635-9ef33a8edc67'] in dv-cinder-843278-2-iscsi is: [{'id': '09bbca93-bf37-4210-a635-9ef33a8edc67', 'name': 'tempest-AttachVolumeShelveTestJSON-1605642372-router', 'tenant_id': 'e916473814d44ac1ae6339f0d052daa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:20:24Z', 'updated_at': '2022-05-25T16:27:42Z', 'revision_number': 6, 'project_id': 'e916473814d44ac1ae6339f0d052daa1', 'gw_port_host': None}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:27:43.491916 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3865691'] for router_gateway (09bbca93-bf37-4210-a635-9ef33a8edc67), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.584719 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47236) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:43.591195 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29440'] for router (09bbca93-bf37-4210-a635-9ef33a8edc67), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.594540 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Publish callbacks [] for router_controller (09bbca93-bf37-4210-a635-9ef33a8edc67), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.596468 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47240) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:43.638980 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860733'] for router (09bbca93-bf37-4210-a635-9ef33a8edc67), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.639603 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09bbca93-bf37-4210-a635-9ef33a8edc67 {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:27:43.644198 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.645356 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5f8b4b15-0647-48c4-83a0-6a9140e3ef73 admin admin] 10.222.0.42 "DELETE /v2.0/routers/09bbca93-bf37-4210-a635-9ef33a8edc67 HTTP/1.1" status: 204 len: 168 time: 0.8730247 May 25 16:27:43.647880 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 47244) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:43.702148 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd36b4e0-1fb7-43b3-9b60-637d856434fc admin admin] Deleting subnet 12d09b9d-7694-4ad9-b286-85dfd52d5768 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:27:43.705761 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd36b4e0-1fb7-43b3-9b60-637d856434fc admin admin] Publish callbacks [] for subnet (12d09b9d-7694-4ad9-b286-85dfd52d5768), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.727766 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ac3d8a97-4f5d-4110-8477-5eeb7d759410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.731177 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-32584fef-e79b-46f6-9cae-158843c10cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.742276 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd36b4e0-1fb7-43b3-9b60-637d856434fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9908729'] for subnet (12d09b9d-7694-4ad9-b286-85dfd52d5768), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.830217 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:43.831879 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd36b4e0-1fb7-43b3-9b60-637d856434fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (12d09b9d-7694-4ad9-b286-85dfd52d5768), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.884439 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ac3d8a97-4f5d-4110-8477-5eeb7d759410 admin admin] Publish callbacks [] for security_group (86e06762-606e-46a9-b9ed-df83540630d1), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.887378 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-32584fef-e79b-46f6-9cae-158843c10cb9 admin admin] Publish callbacks [] for security_group (29ca53b7-b64a-49ce-b9e3-373dd86b4990), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.889633 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ac3d8a97-4f5d-4110-8477-5eeb7d759410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (86e06762-606e-46a9-b9ed-df83540630d1), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.896505 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-32584fef-e79b-46f6-9cae-158843c10cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (29ca53b7-b64a-49ce-b9e3-373dd86b4990), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.897403 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd36b4e0-1fb7-43b3-9b60-637d856434fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372626'] for subnet (12d09b9d-7694-4ad9-b286-85dfd52d5768), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.934695 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd36b4e0-1fb7-43b3-9b60-637d856434fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:43.940378 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-cd36b4e0-1fb7-43b3-9b60-637d856434fc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/12d09b9d-7694-4ad9-b286-85dfd52d5768 HTTP/1.1" status: 204 len: 168 time: 0.2890253 May 25 16:27:43.940378 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36b4e0-1fb7-43b3-9b60-637d856434fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d09b9d-7694-4ad9-b286-85dfd52d5768,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:43.941564 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 47246) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:43.943865 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d8a97-4f5d-4110-8477-5eeb7d759410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e06762-606e-46a9-b9ed-df83540630d1,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:43.944801 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638931e6-7379-4b39-9557-5ad27ea723e2 None None] Network 4b9fb8be-8c67-427e-8c91-a4becd42df59 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:27:43.969733 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:43.978921 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-32584fef-e79b-46f6-9cae-158843c10cb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7f882a220d24bd5b295deceac26280e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786762 May 25 16:27:43.979949 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ac3d8a97-4f5d-4110-8477-5eeb7d759410 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=275be89764304e3aaea606fd8db79af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937478 May 25 16:27:43.980678 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47248) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:43.982743 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47250) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:43.993788 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32584fef-e79b-46f6-9cae-158843c10cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ca53b7-b64a-49ce-b9e3-373dd86b4990,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:44.019282 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (4b9fb8be-8c67-427e-8c91-a4becd42df59), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.052607 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=9 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:44.068978 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Deleting port 249a0a3c-9968-4146-a88c-a93c66fa56af {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:44.069383 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.077892 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc6276-08ca-4502-808e-08f901fa3518 admin admin] Publish callbacks [] for security_group (29ca53b7-b64a-49ce-b9e3-373dd86b4990), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.086262 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4872d356-736d-4130-9d8c-980b816d5ed1 admin admin] Publish callbacks [] for security_group (86e06762-606e-46a9-b9ed-df83540630d1), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.116016 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc6276-08ca-4502-808e-08f901fa3518 admin admin] Publish callbacks [] for security_group (29ca53b7-b64a-49ce-b9e3-373dd86b4990), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.117518 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:44.138136 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] For port 249a0a3c-9968-4146-a88c-a93c66fa56af, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=249a0a3c-9968-4146-a88c-a93c66fa56af,segment=NetworkSegment(cbe20146-8547-476d-9a2c-663f1c628007),segment_id=cbe20146-8547-476d-9a2c-663f1c628007)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:44.138522 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.140121 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4872d356-736d-4130-9d8c-980b816d5ed1 admin admin] Publish callbacks [] for security_group (86e06762-606e-46a9-b9ed-df83540630d1), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.152232 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Calling delete_port for 249a0a3c-9968-4146-a88c-a93c66fa56af owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:44.204194 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc6276-08ca-4502-808e-08f901fa3518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (29ca53b7-b64a-49ce-b9e3-373dd86b4990), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.206854 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc6276-08ca-4502-808e-08f901fa3518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.208032 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3ccc6276-08ca-4502-808e-08f901fa3518 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29ca53b7-b64a-49ce-b9e3-373dd86b4990 HTTP/1.1" status: 204 len: 168 time: 0.2260454 May 25 16:27:44.217154 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4872d356-736d-4130-9d8c-980b816d5ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (86e06762-606e-46a9-b9ed-df83540630d1), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.219976 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4872d356-736d-4130-9d8c-980b816d5ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.221528 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4872d356-736d-4130-9d8c-980b816d5ed1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86e06762-606e-46a9-b9ed-df83540630d1 HTTP/1.1" status: 204 len: 168 time: 0.2335207 May 25 16:27:44.223108 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc6276-08ca-4502-808e-08f901fa3518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ca53b7-b64a-49ce-b9e3-373dd86b4990,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:44.238522 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:44.245799 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872d356-736d-4130-9d8c-980b816d5ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e06762-606e-46a9-b9ed-df83540630d1,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:44.257394 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:44.273409 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e484312-9263-467e-b03a-259dedc18fdc None None] DHCP port deletion for 4b9fb8be-8c67-427e-8c91-a4becd42df59 request from dv-cinder-843278-2-iscsi {{(pid=103814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:27:44.287432 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.336934 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=249a0a3c-9968-4146-a88c-a93c66fa56af,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:44.340079 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] No DVR routers for this DVR port 249a0a3c-9968-4146-a88c-a93c66fa56af on host dv-cinder-843278-2-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:27:44.353439 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-4e484312-9263-467e-b03a-259dedc18fdc None None] Deleting port 249a0a3c-9968-4146-a88c-a93c66fa56af {{(pid=103814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:27:44.353642 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4e484312-9263-467e-b03a-259dedc18fdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), before_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.430183 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (4b9fb8be-8c67-427e-8c91-a4becd42df59), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.463207 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9fb8be-8c67-427e-8c91-a4becd42df59']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:44.469397 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-4e484312-9263-467e-b03a-259dedc18fdc None None] For port 249a0a3c-9968-4146-a88c-a93c66fa56af, host dv-cinder-843278-2-iscsi, got binding levels [] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:27:44.469867 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4e484312-9263-467e-b03a-259dedc18fdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), precommit_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.478037 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe20146-8547-476d-9a2c-663f1c628007') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:44.478583 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe20146-8547-476d-9a2c-663f1c628007') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:27:44.490420 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-4e484312-9263-467e-b03a-259dedc18fdc None None] Calling delete_port for 249a0a3c-9968-4146-a88c-a93c66fa56af owned by network:dhcp {{(pid=103814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:27:44.497554 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.ipam_backend_mixin [None req-4e484312-9263-467e-b03a-259dedc18fdc None None] Port 249a0a3c-9968-4146-a88c-a93c66fa56af was not found and therefore no delete operation was performed {{(pid=103814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:27:44.498849 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4e484312-9263-467e-b03a-259dedc18fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629'] for port (249a0a3c-9968-4146-a88c-a93c66fa56af), after_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.505419 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9908726'] for segment (cbe20146-8547-476d-9a2c-663f1c628007), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.523942 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (cbe20146-8547-476d-9a2c-663f1c628007), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.528144 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e484312-9263-467e-b03a-259dedc18fdc None None] Pushing event deleted for resources: {'Port': ['ID=249a0a3c-9968-4146-a88c-a93c66fa56af,revision_number=None']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:44.532540 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e484312-9263-467e-b03a-259dedc18fdc None None] No DVR routers for this DVR port 249a0a3c-9968-4146-a88c-a93c66fa56af on host dv-cinder-843278-2-iscsi {{(pid=103814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:27:44.538459 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:27:44.538982 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9644806'] for segment (cbe20146-8547-476d-9a2c-663f1c628007), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.593900 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment cbe20146-8547-476d-9a2c-663f1c628007 resource provider aggregate not found May 25 16:27:44.625607 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment cbe20146-8547-476d-9a2c-663f1c628007 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbe20146-8547-476d-9a2c-663f1c628007 found for delete ", "request_id": "req-4b82c70b-77fb-479f-9539-c840b9ced9ed"}]} May 25 16:27:44.629521 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (4b9fb8be-8c67-427e-8c91-a4becd42df59), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.650495 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.654450 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4b9fb8be-8c67-427e-8c91-a4becd42df59 HTTP/1.1" status: 204 len: 168 time: 0.7110040 May 25 16:27:44.655781 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9d183-bdcb-44b7-aad9-8758ff28dfd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9fb8be-8c67-427e-8c91-a4becd42df59,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:44.750202 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47272) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:44.765741 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e8a9e042-5709-482a-8ab3-916856fd7a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.815934 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47274) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:44.887788 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-73de8496-682c-429c-a4a7-9082667b2615 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e916473814d44ac1ae6339f0d052daa1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0707231 May 25 16:27:44.889668 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e8a9e042-5709-482a-8ab3-916856fd7a9a admin admin] Publish callbacks [] for security_group (7d3d06b7-7586-4db1-b8d2-b1dafb3319ae), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.890508 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47276) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:44.903406 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e8a9e042-5709-482a-8ab3-916856fd7a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (7d3d06b7-7586-4db1-b8d2-b1dafb3319ae), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:44.929811 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:44.970767 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e8a9e042-5709-482a-8ab3-916856fd7a9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b624e96fb3354bdc8220c2b367ab4946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192354 May 25 16:27:44.971930 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9e042-5709-482a-8ab3-916856fd7a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3d06b7-7586-4db1-b8d2-b1dafb3319ae,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:44.973357 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 47280) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:44.989354 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dfebb88b-b63d-4ab8-a611-335bf852a828 admin admin] Publish callbacks [] for security_group (13deef26-36ae-4662-8fc7-0b7dcfec80d0), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.012506 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dfebb88b-b63d-4ab8-a611-335bf852a828 admin admin] Publish callbacks [] for security_group (13deef26-36ae-4662-8fc7-0b7dcfec80d0), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.031157 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d40-ec64-40c3-9a5c-6f1cb17febc1 admin admin] Publish callbacks [] for security_group (7d3d06b7-7586-4db1-b8d2-b1dafb3319ae), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.054394 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d40-ec64-40c3-9a5c-6f1cb17febc1 admin admin] Publish callbacks [] for security_group (7d3d06b7-7586-4db1-b8d2-b1dafb3319ae), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.066624 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dfebb88b-b63d-4ab8-a611-335bf852a828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (13deef26-36ae-4662-8fc7-0b7dcfec80d0), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.068756 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dfebb88b-b63d-4ab8-a611-335bf852a828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.072191 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-dfebb88b-b63d-4ab8-a611-335bf852a828 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13deef26-36ae-4662-8fc7-0b7dcfec80d0 HTTP/1.1" status: 204 len: 168 time: 0.1784749 May 25 16:27:45.080234 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebb88b-b63d-4ab8-a611-335bf852a828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13deef26-36ae-4662-8fc7-0b7dcfec80d0,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:45.118602 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d40-ec64-40c3-9a5c-6f1cb17febc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (7d3d06b7-7586-4db1-b8d2-b1dafb3319ae), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.122837 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d40-ec64-40c3-9a5c-6f1cb17febc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.123995 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d1f15d40-ec64-40c3-9a5c-6f1cb17febc1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d3d06b7-7586-4db1-b8d2-b1dafb3319ae HTTP/1.1" status: 204 len: 168 time: 0.1495705 May 25 16:27:45.136528 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f15d40-ec64-40c3-9a5c-6f1cb17febc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3d06b7-7586-4db1-b8d2-b1dafb3319ae,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:45.407072 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 12032369-6516-4007-8b65-c03846c5e395 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:27:45.439987 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 12032369-6516-4007-8b65-c03846c5e395 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:27:45.440341 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 12032369-6516-4007-8b65-c03846c5e395 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:27:45.440753 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device a77bc3bd-0746-4514-a9cd-164be08a2bd7 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:27:45.463157 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: a77bc3bd-0746-4514-a9cd-164be08a2bd7 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:27:45.463651 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device a77bc3bd-0746-4514-a9cd-164be08a2bd7 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:27:45.465064 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 249a0a3c-9968-4146-a88c-a93c66fa56af no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:27:45.488993 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 249a0a3c-9968-4146-a88c-a93c66fa56af {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:27:45.489342 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 249a0a3c-9968-4146-a88c-a93c66fa56af not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:27:45.501642 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47300) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:45.517094 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1bdb937-2df0-4110-b03f-6cb2f480a302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.608244 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1bdb937-2df0-4110-b03f-6cb2f480a302 admin admin] Publish callbacks [] for security_group (81c77932-f87a-41df-8db0-8d0f7fd1a31a), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.613949 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1bdb937-2df0-4110-b03f-6cb2f480a302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (81c77932-f87a-41df-8db0-8d0f7fd1a31a), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.660418 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a1bdb937-2df0-4110-b03f-6cb2f480a302 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5665680c7ec74be9b58a42a3f14db531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554186 May 25 16:27:45.660418 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdb937-2df0-4110-b03f-6cb2f480a302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c77932-f87a-41df-8db0-8d0f7fd1a31a,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:45.660953 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 47310) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:45.716375 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53bdd441-5bf1-4c51-84a0-359e4c671c76 admin admin] Publish callbacks [] for security_group (81c77932-f87a-41df-8db0-8d0f7fd1a31a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.739567 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53bdd441-5bf1-4c51-84a0-359e4c671c76 admin admin] Publish callbacks [] for security_group (81c77932-f87a-41df-8db0-8d0f7fd1a31a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.792320 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53bdd441-5bf1-4c51-84a0-359e4c671c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (81c77932-f87a-41df-8db0-8d0f7fd1a31a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.794970 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53bdd441-5bf1-4c51-84a0-359e4c671c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:45.798860 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-53bdd441-5bf1-4c51-84a0-359e4c671c76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81c77932-f87a-41df-8db0-8d0f7fd1a31a HTTP/1.1" status: 204 len: 168 time: 0.1338322 May 25 16:27:45.804428 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdd441-5bf1-4c51-84a0-359e4c671c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c77932-f87a-41df-8db0-8d0f7fd1a31a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:46.457800 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:27:46.550602 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 47366) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:46.786417 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7eb563a5-2dad-4fd3-8d93-5b1c52dc668f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:46.872646 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:INSERT=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:46.888084 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7eb563a5-2dad-4fd3-8d93-5b1c52dc668f admin admin] Publish callbacks [] for security_group (dc6ca886-3742-4e9e-861c-f7e16685ca67), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:46.892657 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7eb563a5-2dad-4fd3-8d93-5b1c52dc668f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (dc6ca886-3742-4e9e-861c-f7e16685ca67), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:46.936254 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7eb563a5-2dad-4fd3-8d93-5b1c52dc668f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f1295403805438d82a585fb1abd9c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845611 May 25 16:27:46.937127 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb563a5-2dad-4fd3-8d93-5b1c52dc668f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6ca886-3742-4e9e-861c-f7e16685ca67,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:46.939078 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47384) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:46.996675 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3d0d01b3-3fc8-4f24-a7a7-94d6238302f6 admin admin] Publish callbacks [] for security_group (dc6ca886-3742-4e9e-861c-f7e16685ca67), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:47.019352 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3d0d01b3-3fc8-4f24-a7a7-94d6238302f6 admin admin] Publish callbacks [] for security_group (dc6ca886-3742-4e9e-861c-f7e16685ca67), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:47.092752 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3d0d01b3-3fc8-4f24-a7a7-94d6238302f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (dc6ca886-3742-4e9e-861c-f7e16685ca67), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:47.097088 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3d0d01b3-3fc8-4f24-a7a7-94d6238302f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:47.102742 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3d0d01b3-3fc8-4f24-a7a7-94d6238302f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc6ca886-3742-4e9e-861c-f7e16685ca67 HTTP/1.1" status: 204 len: 168 time: 0.1618745 May 25 16:27:47.118832 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d01b3-3fc8-4f24-a7a7-94d6238302f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6ca886-3742-4e9e-861c-f7e16685ca67,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:49.324377 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47506) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:49.439070 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-544f89d8-f9d6-4dd8-aca1-59973a5d325c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:49.456822 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=12 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:49.520453 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-544f89d8-f9d6-4dd8-aca1-59973a5d325c admin admin] Publish callbacks [] for security_group (9e10a70d-e682-4748-b018-fe3149df2227), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:49.525537 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-544f89d8-f9d6-4dd8-aca1-59973a5d325c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (9e10a70d-e682-4748-b018-fe3149df2227), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:49.569014 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 47516) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:49.569598 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-544f89d8-f9d6-4dd8-aca1-59973a5d325c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51ea121f7f6a47a2a91b4bac19366643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435269 May 25 16:27:49.569939 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f89d8-f9d6-4dd8-aca1-59973a5d325c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e10a70d-e682-4748-b018-fe3149df2227,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:49.625441 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25bcc0d6-5a0c-443e-b189-edd8327f958f admin admin] Publish callbacks [] for security_group (9e10a70d-e682-4748-b018-fe3149df2227), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:49.635917 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:49.649996 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25bcc0d6-5a0c-443e-b189-edd8327f958f admin admin] Publish callbacks [] for security_group (9e10a70d-e682-4748-b018-fe3149df2227), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:49.700039 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25bcc0d6-5a0c-443e-b189-edd8327f958f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (9e10a70d-e682-4748-b018-fe3149df2227), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:49.702763 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25bcc0d6-5a0c-443e-b189-edd8327f958f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:49.703981 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-25bcc0d6-5a0c-443e-b189-edd8327f958f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e10a70d-e682-4748-b018-fe3149df2227 HTTP/1.1" status: 204 len: 168 time: 0.1340065 May 25 16:27:49.711920 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcc0d6-5a0c-443e-b189-edd8327f958f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e10a70d-e682-4748-b018-fe3149df2227,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:49.986622 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47530) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:50.001151 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-614f6e86-18ea-457d-b048-d41fe681b1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:50.051660 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:50.083843 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-614f6e86-18ea-457d-b048-d41fe681b1ad admin admin] Publish callbacks [] for security_group (e67027cc-1450-4b26-a147-c0d814d6d929), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:50.087354 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-614f6e86-18ea-457d-b048-d41fe681b1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (e67027cc-1450-4b26-a147-c0d814d6d929), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:50.130778 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-614f6e86-18ea-457d-b048-d41fe681b1ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bafdd11d542c40b0b113d47ad8595a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429474 May 25 16:27:50.132269 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f6e86-18ea-457d-b048-d41fe681b1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67027cc-1450-4b26-a147-c0d814d6d929,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:50.133462 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 47534) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:50.189185 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2a59143-a342-401b-b943-5b1177e4f2c0 admin admin] Publish callbacks [] for security_group (e67027cc-1450-4b26-a147-c0d814d6d929), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:50.217278 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2a59143-a342-401b-b943-5b1177e4f2c0 admin admin] Publish callbacks [] for security_group (e67027cc-1450-4b26-a147-c0d814d6d929), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:50.266836 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2a59143-a342-401b-b943-5b1177e4f2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (e67027cc-1450-4b26-a147-c0d814d6d929), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:50.269815 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2a59143-a342-401b-b943-5b1177e4f2c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:50.271118 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f2a59143-a342-401b-b943-5b1177e4f2c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e67027cc-1450-4b26-a147-c0d814d6d929 HTTP/1.1" status: 204 len: 168 time: 0.1361954 May 25 16:27:50.279549 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a59143-a342-401b-b943-5b1177e4f2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67027cc-1450-4b26-a147-c0d814d6d929,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:50.976534 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 47574) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:51.074999 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1366148686-network', 'tenant_id': '1fe1de3697c04df4865c4a145a524231'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:27:51.095096 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Made reservation on behalf of 1fe1de3697c04df4865c4a145a524231 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:27:51.097393 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:51.106435 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:51.187247 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Publish callbacks [] for security_group (3a93f389-8600-4512-b0e9-33d2539ae138), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:51.190838 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (3a93f389-8600-4512-b0e9-33d2539ae138), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:51.215794 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:27:51.225729 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a93f389-8600-4512-b0e9-33d2539ae138,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:51.231085 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (c54dd039-d0d1-4a7e-a0eb-59b81e29371e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:51.231492 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Added segment c54dd039-d0d1-4a7e-a0eb-59b81e29371e of type vlan for network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e May 25 16:27:51.274513 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (6baa21b1-34f5-4c8e-82eb-998cf516fa1e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:51.300854 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (6baa21b1-34f5-4c8e-82eb-998cf516fa1e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:51.302003 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:51.302586 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:51.358104 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3803444 May 25 16:27:51.361096 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47582) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:51.366044 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-4e152a3a-2e7d-48c5-9863-72a9450b6841 admin admin] Request body: {'subnet': {'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1366148686-subnet', 'tenant_id': '1fe1de3697c04df4865c4a145a524231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:27:51.370952 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e6424-1a39-4c19-be80-50b0f1846cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=6baa21b1-34f5-4c8e-82eb-998cf516fa1e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:51.381283 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:27:51.396463 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e152a3a-2e7d-48c5-9863-72a9450b6841 admin admin] Made reservation on behalf of 1fe1de3697c04df4865c4a145a524231 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:27:51.399269 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e152a3a-2e7d-48c5-9863-72a9450b6841 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8872406'] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:51.471885 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:51.570730 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e152a3a-2e7d-48c5-9863-72a9450b6841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8872228'] for subnet (309d74e0-20c9-4312-a0e6-8fe738c41b45), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:51.627038 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e152a3a-2e7d-48c5-9863-72a9450b6841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=309d74e0-20c9-4312-a0e6-8fe738c41b45,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:51.642716 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e152a3a-2e7d-48c5-9863-72a9450b6841 admin admin] Checking segment: {'id': 'c54dd039-d0d1-4a7e-a0eb-59b81e29371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:27:51.643063 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e152a3a-2e7d-48c5-9863-72a9450b6841 admin admin] Network hostable DHCP agents. Network: 6baa21b1-34f5-4c8e-82eb-998cf516fa1e, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:27:51.659358 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e152a3a-2e7d-48c5-9863-72a9450b6841 admin admin] Network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:27:51.669177 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-4e152a3a-2e7d-48c5-9863-72a9450b6841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 6baa21b1-34f5-4c8e-82eb-998cf516fa1e) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:27:51.673373 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e152a3a-2e7d-48c5-9863-72a9450b6841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:51.673992 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e152a3a-2e7d-48c5-9863-72a9450b6841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:51.679213 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6898cb2-0783-4b38-bb11-b52ef02f44dd None None] Network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:27:51.689382 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4e152a3a-2e7d-48c5-9863-72a9450b6841 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3271794 May 25 16:27:51.786423 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5db81c0-ea8a-4e0c-a94d-b3dc2b12b4eb None None] Network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:27:52.642605 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47638) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:52.753850 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d027db4e-275d-4e23-b3dc-cc746eafbf26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:52.820310 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:52.840609 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d027db4e-275d-4e23-b3dc-cc746eafbf26 admin admin] Publish callbacks [] for security_group (3fdbf6c1-9caa-4709-91e8-aa8f8f0a131c), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:52.844684 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d027db4e-275d-4e23-b3dc-cc746eafbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (3fdbf6c1-9caa-4709-91e8-aa8f8f0a131c), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:52.888159 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-d027db4e-275d-4e23-b3dc-cc746eafbf26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c12fc2d8be14b32ae64f1f8797e1311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444785 May 25 16:27:52.889016 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027db4e-275d-4e23-b3dc-cc746eafbf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdbf6c1-9caa-4709-91e8-aa8f8f0a131c,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:52.890798 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 47650) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:52.898557 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:52.948826 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a05f8e70-37e3-402b-acbc-3d9837521320 admin admin] Publish callbacks [] for security_group (3fdbf6c1-9caa-4709-91e8-aa8f8f0a131c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:52.970276 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a05f8e70-37e3-402b-acbc-3d9837521320 admin admin] Publish callbacks [] for security_group (3fdbf6c1-9caa-4709-91e8-aa8f8f0a131c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:53.016423 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a05f8e70-37e3-402b-acbc-3d9837521320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (3fdbf6c1-9caa-4709-91e8-aa8f8f0a131c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:53.019102 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a05f8e70-37e3-402b-acbc-3d9837521320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:53.020234 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a05f8e70-37e3-402b-acbc-3d9837521320 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fdbf6c1-9caa-4709-91e8-aa8f8f0a131c HTTP/1.1" status: 204 len: 168 time: 0.1271894 May 25 16:27:53.028828 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f8e70-37e3-402b-acbc-3d9837521320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdbf6c1-9caa-4709-91e8-aa8f8f0a131c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:53.290702 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47660) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:53.306022 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7b1dd5fc-4ed5-40ca-b7bc-4c5a81739a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:53.365667 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:53.378804 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=49 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:53.389963 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7b1dd5fc-4ed5-40ca-b7bc-4c5a81739a7e admin admin] Publish callbacks [] for security_group (cc058efc-a854-4260-8c72-9e83e9382049), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:53.394596 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7b1dd5fc-4ed5-40ca-b7bc-4c5a81739a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (cc058efc-a854-4260-8c72-9e83e9382049), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:53.438577 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dd5fc-4ed5-40ca-b7bc-4c5a81739a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc058efc-a854-4260-8c72-9e83e9382049,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:53.444286 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7b1dd5fc-4ed5-40ca-b7bc-4c5a81739a7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40cc64d2f4e8415499ba3288cf323489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524386 May 25 16:27:53.446855 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47672) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:27:53.548203 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8035ed5b-79cc-401b-b307-85f392458ace admin admin] Publish callbacks [] for security_group (cc058efc-a854-4260-8c72-9e83e9382049), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:53.592271 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8035ed5b-79cc-401b-b307-85f392458ace admin admin] Publish callbacks [] for security_group (cc058efc-a854-4260-8c72-9e83e9382049), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:53.625325 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-46f858d8-8556-4fe8-bfa6-f57b603857a1 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:53.626775 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-46f858d8-8556-4fe8-bfa6-f57b603857a1 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/networks?id=6baa21b1-34f5-4c8e-82eb-998cf516fa1e HTTP/1.1" status: 200 len: 809 time: 0.1452432 May 25 16:27:53.649845 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-82d90017-2d2f-4240-a88e-d0440ffa36b9 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/quotas/1fe1de3697c04df4865c4a145a524231 HTTP/1.1" status: 200 len: 375 time: 0.0169475 May 25 16:27:53.683647 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-87fd3562-4bbe-4db3-b93e-0c7a96c26b06 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fe1de3697c04df4865c4a145a524231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277686 May 25 16:27:53.688233 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8035ed5b-79cc-401b-b307-85f392458ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (cc058efc-a854-4260-8c72-9e83e9382049), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:53.690834 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8035ed5b-79cc-401b-b307-85f392458ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:53.691855 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8035ed5b-79cc-401b-b307-85f392458ace admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc058efc-a854-4260-8c72-9e83e9382049 HTTP/1.1" status: 204 len: 168 time: 0.2441874 May 25 16:27:53.716549 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035ed5b-79cc-401b-b307-85f392458ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc058efc-a854-4260-8c72-9e83e9382049,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:53.790845 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-28bb871b-685c-4d2c-a25b-992469b1e257 service neutron] 10.222.0.42 "GET /v2.0/networks/6baa21b1-34f5-4c8e-82eb-998cf516fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979521 May 25 16:27:53.880797 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-e657ae7f-ee44-4e50-847e-9b7dbc26ca54 service neutron] 10.222.0.42 "GET /v2.0/networks/6baa21b1-34f5-4c8e-82eb-998cf516fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839455 May 25 16:27:54.070995 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6fbfb44b-804d-48d9-b7b8-10b14f53728b req-8a883eb1-c882-4b74-9640-15ea366994c6 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 210 time: 0.0299380 May 25 16:27:55.073266 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-7b1cc20e-1ccd-4719-bd3e-feb21bf9dcef tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:55.076544 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-7b1cc20e-1ccd-4719-bd3e-feb21bf9dcef tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.84 "GET /v2.0/networks?id=6baa21b1-34f5-4c8e-82eb-998cf516fa1e HTTP/1.1" status: 200 len: 809 time: 0.1268859 May 25 16:27:55.089452 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Request body: {'port': {'device_id': '5c8f4ac3-2425-4805-8498-5814868636e7', 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e', 'admin_state_up': True, 'tenant_id': '1fe1de3697c04df4865c4a145a524231'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:27:55.216176 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Made reservation on behalf of 1fe1de3697c04df4865c4a145a524231 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:27:55.218794 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3bf5d423-2969-4505-9d9c-eb127cc7a8fb req-d4b59d97-79c0-4121-a6f7-bd107890904b tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 210 time: 0.0327497 May 25 16:27:55.220717 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:55.250697 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:55.362972 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Allocated IP 172.20.0.11 (6baa21b1-34f5-4c8e-82eb-998cf516fa1e/309d74e0-20c9-4312-a0e6-8fe738c41b45/e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:27:55.538039 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks [] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:55.578424 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:55.586758 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:55.643873 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:27:55.648030 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:27:55.652888 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:27:55.659679 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Pushing event updated for resources: {'Port': ['ID=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:55.716538 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:55.717222 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:55.740378 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1efaa7af-90ab-416e-a0a1-e9b1b307f84c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6564729 May 25 16:27:55.751706 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-4e136c4f-500d-4251-a6fc-a4228a2bd33f tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860376157&fields=id&tenant_id=a40431f830294ea0a6395be072560dea HTTP/1.1" status: 200 len: 267 time: 0.0618200 May 25 16:27:55.752168 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Request body: {'port': {'device_id': '5c8f4ac3-2425-4805-8498-5814868636e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:27:55.817741 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:55.857346 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-961e1125-97de-4675-ad48-8ed36fb05f0b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:55.859033 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-961e1125-97de-4675-ad48-8ed36fb05f0b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 811 time: 0.1065040 May 25 16:27:55.873487 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-88f2a9d4-67a7-4645-9dfe-6c75d3607069 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/quotas/a40431f830294ea0a6395be072560dea HTTP/1.1" status: 200 len: 375 time: 0.0091043 May 25 16:27:55.928024 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-b0e86cba-77cb-44ff-bacc-b6334aab8377 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494730 May 25 16:27:55.959967 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:56.027579 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-161b7729-c7d3-4eb8-b5f0-8cd151144b21 service neutron] 10.222.0.42 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871620 May 25 16:27:56.040361 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:56.110792 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:27:56.118327 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Publish callbacks [] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:56.125032 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-569b6f98-11df-442c-8c17-284b94edf30f service neutron] 10.222.0.42 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917878 May 25 16:27:56.131126 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Transition to ACTIVE for port object e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:27:56.134625 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:56.172533 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:56.196633 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Pushing event updated for resources: {'Port': ['ID=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:56.287923 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Attempting to bind port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:27:56.288250 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Attempting to bind port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'c54dd039-d0d1-4a7e-a0eb-59b81e29371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:27:56.288583 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Attempting to bind port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 on network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:27:56.294402 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 on network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:27:56.294725 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Attempting to bind port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 on network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:27:56.301740 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:27:56.302098 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Checking segment: {'id': 'c54dd039-d0d1-4a7e-a0eb-59b81e29371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:27:56.302668 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Bound using segment: {'id': 'c54dd039-d0d1-4a7e-a0eb-59b81e29371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:27:56.303219 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Bound port: e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54dd039-d0d1-4a7e-a0eb-59b81e29371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:27:56.303744 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:56.365640 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ce0bb-8ef1-4d6b-b0d3-bc612aebbe2b req-5849e658-5b5f-4bb9-94ee-ff781671d54a tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:56.374647 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5e2ce0bb-8ef1-4d6b-b0d3-bc612aebbe2b req-5849e658-5b5f-4bb9-94ee-ff781671d54a tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 944 time: 0.0683122 May 25 16:27:56.383525 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] For port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:27:56.388729 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] For port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9,segment=NetworkSegment(c54dd039-d0d1-4a7e-a0eb-59b81e29371e),segment_id=c54dd039-d0d1-4a7e-a0eb-59b81e29371e)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:27:56.395512 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:56.453514 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=33 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:56.461429 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5e2ce0bb-8ef1-4d6b-b0d3-bc612aebbe2b req-0cddc1c7-de67-4c2d-a262-8eec1cdc444b tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854688 May 25 16:27:56.532430 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-042b692b-86fa-4a7f-96dc-5dc12402ce8d req-5a5b930b-667e-4f11-93f5-624c100942d4 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 210 time: 0.0328557 May 25 16:27:56.701841 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:56.702464 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:56.703861 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] 10.222.0.84 "PUT /v2.0/ports/e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 HTTP/1.1" status: 200 len: 1094 time: 0.9562244 May 25 16:27:56.704303 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8f4ac3-2425-4805-8498-5814868636e7', 'tag': 'e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:27:56.706605 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956d5a93-52ff-4654-9bfc-1eb1bca98c18" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8f4ac3-2425-4805-8498-5814868636e7", "tag": "e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:27:56.734685 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:56.765463 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c3a66-da0f-4e8a-a809-0b2293a56d15 service neutron] Pushing event updated for resources: {'Port': ['ID=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:56.770114 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f45bc6b-fe46-4b13-8c43-f3e2988e3970 x-openstack-request-id: req-2f45bc6b-fe46-4b13-8c43-f3e2988e3970 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:27:56.770466 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8f4ac3-2425-4805-8498-5814868636e7", "tag": "e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:27:56.770784 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f45bc6b-fe46-4b13-8c43-f3e2988e3970 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:27:56.771431 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f45bc6b-fe46-4b13-8c43-f3e2988e3970'] response: {'name': 'network-changed', 'server_uuid': '5c8f4ac3-2425-4805-8498-5814868636e7', 'tag': 'e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9', 'status': 'completed', 'code': 200} May 25 16:27:56.838883 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-2c135aa8-643e-400a-b9e0-3804166d9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:56.840560 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-2c135aa8-643e-400a-b9e0-3804166d9758 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1fe1de3697c04df4865c4a145a524231&device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 1128 time: 0.0548325 May 25 16:27:56.887885 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-1bb0ecea-299d-447b-8d38-7955f9e4119a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 HTTP/1.1" status: 200 len: 217 time: 0.0387025 May 25 16:27:56.947330 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-52d2096d-cd4f-4170-b5f2-4287c75186ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:56.949567 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-52d2096d-cd4f-4170-b5f2-4287c75186ce service neutron] 10.222.0.84 "GET /v2.0/subnets?id=309d74e0-20c9-4312-a0e6-8fe738c41b45 HTTP/1.1" status: 200 len: 849 time: 0.0554049 May 25 16:27:56.988645 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-d6f793a6-378a-4092-baaf-a3313d591f9e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6baa21b1-34f5-4c8e-82eb-998cf516fa1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299902 May 25 16:27:57.094214 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-4a212fd1-3eb6-4469-b502-de1691f43f6c service neutron] 10.222.0.84 "GET /v2.0/networks/6baa21b1-34f5-4c8e-82eb-998cf516fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962133 May 25 16:27:57.243737 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a005d58e-d1c8-4fc4-ae39-bfabeaac8e10 req-ca1a454c-f689-40f7-9f1b-8002cb7b2bac service neutron] 10.222.0.84 "GET /v2.0/networks/6baa21b1-34f5-4c8e-82eb-998cf516fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304390 May 25 16:27:57.578658 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b891a-bcc3-4a41-8781-3caf26f882ad req-2a6fdc12-c4d1-4fcc-859c-a34667559573 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:57.580333 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cb1b891a-bcc3-4a41-8781-3caf26f882ad req-2a6fdc12-c4d1-4fcc-859c-a34667559573 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 944 time: 0.0578370 May 25 16:27:57.663135 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c96dc73a-02e2-4f32-b9e1-f3ef53685880 req-497eeda9-414e-48cc-998c-39dd04fb6013 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 210 time: 0.0391884 May 25 16:27:57.666692 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cb1b891a-bcc3-4a41-8781-3caf26f882ad req-f27ff4fd-031f-4163-9336-6985dce16c91 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804162 May 25 16:27:58.292884 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d5a93-52ff-4654-9bfc-1eb1bca98c18 req-529f082b-2d1c-47c4-9f07-067b54a75362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:58.294472 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-956d5a93-52ff-4654-9bfc-1eb1bca98c18 req-529f082b-2d1c-47c4-9f07-067b54a75362 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1fe1de3697c04df4865c4a145a524231&device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 1128 time: 0.0465076 May 25 16:27:58.472720 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d5a93-52ff-4654-9bfc-1eb1bca98c18 req-7aa3a428-01fe-4558-a8d9-664829064de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:58.474609 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-956d5a93-52ff-4654-9bfc-1eb1bca98c18 req-7aa3a428-01fe-4558-a8d9-664829064de1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6baa21b1-34f5-4c8e-82eb-998cf516fa1e HTTP/1.1" status: 200 len: 911 time: 0.1732087 May 25 16:27:58.530062 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-5fb22dc2-132e-45cb-acc5-76ca9e13f7f1 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:58.531535 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-5fb22dc2-132e-45cb-acc5-76ca9e13f7f1 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 811 time: 0.1783049 May 25 16:27:58.532956 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-956d5a93-52ff-4654-9bfc-1eb1bca98c18 req-fc5a8221-5fc1-4f0a-ab10-d658de6daf84 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 HTTP/1.1" status: 200 len: 217 time: 0.0471461 May 25 16:27:58.631814 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d5a93-52ff-4654-9bfc-1eb1bca98c18 req-fc84145d-5fa8-4afb-beac-5f0bbe1d199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:58.633315 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-956d5a93-52ff-4654-9bfc-1eb1bca98c18 req-fc84145d-5fa8-4afb-beac-5f0bbe1d199f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=309d74e0-20c9-4312-a0e6-8fe738c41b45 HTTP/1.1" status: 200 len: 849 time: 0.0893054 May 25 16:27:58.658577 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-ef998bca-5078-4e18-ac8e-b19a9ac77f3c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a40431f830294ea0a6395be072560dea HTTP/1.1" status: 200 len: 380 time: 0.1063638 May 25 16:27:58.678544 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'port': {'device_id': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'admin_state_up': True, 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'security_groups': ['052d1766-c440-4419-956d-aed7751648dd']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:27:58.683597 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-956d5a93-52ff-4654-9bfc-1eb1bca98c18 req-d922e42d-2a8d-4e48-9e58-79f08065a9ab service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6baa21b1-34f5-4c8e-82eb-998cf516fa1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426979 May 25 16:27:58.746328 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:58.799456 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22c6edd0-5419-463b-b54a-dc258abd05bb req-be658e0a-dfc8-4b78-85ca-b18659eee08b tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 210 time: 0.0570784 May 25 16:27:58.829427 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2557324-19b3-480b-ad81-e9bede5b749b req-139886ad-baf0-4edc-9106-14c61b2b5e4c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:58.831243 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2557324-19b3-480b-ad81-e9bede5b749b req-139886ad-baf0-4edc-9106-14c61b2b5e4c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 944 time: 0.0874479 May 25 16:27:58.868510 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-956d5a93-52ff-4654-9bfc-1eb1bca98c18 req-5e15a215-d8ba-4ec8-8372-e19b680db2ab service neutron] 10.222.0.84 "GET /v2.0/networks/6baa21b1-34f5-4c8e-82eb-998cf516fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728489 May 25 16:27:58.885704 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2557324-19b3-480b-ad81-e9bede5b749b req-8f095d0f-95cc-4579-8899-19c0aec161fd tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480483 May 25 16:27:58.899086 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Made reservation on behalf of a40431f830294ea0a6395be072560dea for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:27:58.903053 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:58.943528 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:59.031760 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-956d5a93-52ff-4654-9bfc-1eb1bca98c18 req-c2b0a086-45d7-46fd-9199-34a3e08674f8 service neutron] 10.222.0.84 "GET /v2.0/networks/6baa21b1-34f5-4c8e-82eb-998cf516fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564279 May 25 16:27:59.091211 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Allocated IP 172.20.0.6 (5f7c259b-fa42-4f62-9149-4145e768ec9c/a62fc72b-9e35-4921-bdef-a9201948c2e2/28e24d33-7178-4533-933f-ce0069b847bd) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:27:59.245591 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for port (28e24d33-7178-4533-933f-ce0069b847bd), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:59.279610 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (28e24d33-7178-4533-933f-ce0069b847bd), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:59.328028 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Network 5f7c259b-fa42-4f62-9149-4145e768ec9c is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:27:59.331123 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:27:59.334994 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:27:59.362873 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'Port': ['ID=28e24d33-7178-4533-933f-ce0069b847bd,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:59.398003 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:59.398940 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:59.417649 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-f188fac6-8045-4bce-832f-25ed64add5db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7436571 May 25 16:27:59.431455 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Request body: {'port': {'device_id': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:27:59.509017 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (28e24d33-7178-4533-933f-ce0069b847bd), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:59.556540 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:59.646023 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-4b79b0fc-c6e0-404f-848e-958a5b6cec46 None None] Provisioning complete for port 28e24d33-7178-4533-933f-ce0069b847bd triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:27:59.646504 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4b79b0fc-c6e0-404f-848e-958a5b6cec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (28e24d33-7178-4533-933f-ce0069b847bd), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:59.690142 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-4b79b0fc-c6e0-404f-848e-958a5b6cec46 None None] Port 28e24d33-7178-4533-933f-ce0069b847bd cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:27:59.849624 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e24d33-7178-4533-933f-ce0069b847bd {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:27:59.854622 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:27:59.859871 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Publish callbacks [] for port (28e24d33-7178-4533-933f-ce0069b847bd), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:59.875299 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Transition to ACTIVE for port object 28e24d33-7178-4533-933f-ce0069b847bd will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:27:59.879717 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (28e24d33-7178-4533-933f-ce0069b847bd), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:27:59.937062 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Pushing event updated for resources: {'Port': ['ID=28e24d33-7178-4533-933f-ce0069b847bd,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:27:59.939254 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1424a1d-b081-4817-a697-73561d32d805 req-3fd483b3-eec5-4b1d-9a58-e3eb0b826d99 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:27:59.947636 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c1424a1d-b081-4817-a697-73561d32d805 req-3fd483b3-eec5-4b1d-9a58-e3eb0b826d99 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 943 time: 0.0631194 May 25 16:28:00.018698 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Attempting to bind port 28e24d33-7178-4533-933f-ce0069b847bd on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:28:00.019040 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Attempting to bind port 28e24d33-7178-4533-933f-ce0069b847bd by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:28:00.019419 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Attempting to bind port 28e24d33-7178-4533-933f-ce0069b847bd on network 5f7c259b-fa42-4f62-9149-4145e768ec9c {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:28:00.024571 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Port 28e24d33-7178-4533-933f-ce0069b847bd on network 5f7c259b-fa42-4f62-9149-4145e768ec9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:28:00.024898 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Attempting to bind port 28e24d33-7178-4533-933f-ce0069b847bd on network 5f7c259b-fa42-4f62-9149-4145e768ec9c {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:28:00.029338 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c1424a1d-b081-4817-a697-73561d32d805 req-6ce8443e-5133-472e-9d00-e664f29dca4f tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802002 May 25 16:28:00.032013 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:28:00.032358 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Checking segment: {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:28:00.032743 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Bound using segment: {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:28:00.033289 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Bound port: 28e24d33-7178-4533-933f-ce0069b847bd, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fada8b8-f652-4e85-9ffd-10f2418f7994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:28:00.033695 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (28e24d33-7178-4533-933f-ce0069b847bd), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:00.101872 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cf0d9-498d-4217-bf71-1a00bb1e1596 req-c2e82c1c-5e7e-462c-88ed-4acedceb09f5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:00.110334 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9a0cf0d9-498d-4217-bf71-1a00bb1e1596 req-c2e82c1c-5e7e-462c-88ed-4acedceb09f5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 944 time: 0.0789163 May 25 16:28:00.117572 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] For port 28e24d33-7178-4533-933f-ce0069b847bd, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:28:00.121570 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] For port 28e24d33-7178-4533-933f-ce0069b847bd, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=28e24d33-7178-4533-933f-ce0069b847bd,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:28:00.129554 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (28e24d33-7178-4533-933f-ce0069b847bd), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:00.169338 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:00.170185 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:00.171834 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] 10.222.0.84 "PUT /v2.0/ports/28e24d33-7178-4533-933f-ce0069b847bd HTTP/1.1" status: 200 len: 1093 time: 0.7460449 May 25 16:28:00.172276 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'tag': '28e24d33-7178-4533-933f-ce0069b847bd'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:28:00.174592 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bd66bf-350f-4318-9988-8749545b999a" -d '{"events": [{"name": "network-changed", "server_uuid": "be25cf4d-733b-4999-b6d9-474da04a6444", "tag": "28e24d33-7178-4533-933f-ce0069b847bd"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:28:00.192724 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9a0cf0d9-498d-4217-bf71-1a00bb1e1596 req-0921d429-ab8e-48f2-a4b1-c139e02a5e13 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810828 May 25 16:28:00.239814 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f432ea5f-2c14-4441-a281-c58c8518bc41 x-openstack-request-id: req-f432ea5f-2c14-4441-a281-c58c8518bc41 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:28:00.240070 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be25cf4d-733b-4999-b6d9-474da04a6444", "tag": "28e24d33-7178-4533-933f-ce0069b847bd", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:28:00.240327 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f432ea5f-2c14-4441-a281-c58c8518bc41 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:28:00.240731 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f432ea5f-2c14-4441-a281-c58c8518bc41'] response: {'name': 'network-changed', 'server_uuid': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'tag': '28e24d33-7178-4533-933f-ce0069b847bd', 'status': 'completed', 'code': 200} May 25 16:28:00.241433 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be723afa-b459-47c1-b9e0-82d3583e0c37 service neutron] Pushing event updated for resources: {'Port': ['ID=28e24d33-7178-4533-933f-ce0069b847bd,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:00.279330 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0993054e-ee06-41f7-94b7-5ff5c9b7d5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:00.317361 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-e44052b7-284d-41af-ad4b-6ffaf651c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:00.319140 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-e44052b7-284d-41af-ad4b-6ffaf651c12b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 1127 time: 0.0609310 May 25 16:28:00.365454 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-6e3405c9-3e7c-4f42-84a9-06f859aa4fd8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28e24d33-7178-4533-933f-ce0069b847bd HTTP/1.1" status: 200 len: 217 time: 0.0380220 May 25 16:28:00.418208 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-11ce60bb-8764-4d24-8d39-23583a35b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:00.419632 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-11ce60bb-8764-4d24-8d39-23583a35b338 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 200 len: 850 time: 0.0466049 May 25 16:28:00.464312 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-6ba4e50c-ee7f-4da3-90b2-287122974cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:00.465899 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-6ba4e50c-ee7f-4da3-90b2-287122974cd0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5f7c259b-fa42-4f62-9149-4145e768ec9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398853 May 25 16:28:00.557494 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-46912f6e-dccd-4ad2-a8a8-e67f20f3f3f5 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842972 May 25 16:28:00.564840 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:28:00.583758 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:00.649864 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5d0aac7c-fdce-4355-9043-b579f0098307 req-d453dccf-8824-4e15-9f44-2d6340f22d09 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853662 May 25 16:28:00.673021 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9,segment=NetworkSegment(c54dd039-d0d1-4a7e-a0eb-59b81e29371e),segment_id=c54dd039-d0d1-4a7e-a0eb-59b81e29371e)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:00.687899 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': 'e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9', 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e', 'port_id': 'e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9', 'mac_address': 'fa:16:3e:e9:65:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309d74e0-20c9-4312-a0e6-8fe738c41b45', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:28:00.728647 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:00.729100 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:00.742592 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:28:00.763868 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9,segment=NetworkSegment(c54dd039-d0d1-4a7e-a0eb-59b81e29371e),segment_id=c54dd039-d0d1-4a7e-a0eb-59b81e29371e)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:00.767710 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:00.802847 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:00.812479 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:00.824426 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:00.954218 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd66bf-350f-4318-9988-8749545b999a req-15f7bd1b-75a9-4912-b1f6-5b3bdbc06deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:00.955701 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-67bd66bf-350f-4318-9988-8749545b999a req-15f7bd1b-75a9-4912-b1f6-5b3bdbc06deb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 1127 time: 0.0411260 May 25 16:28:01.016491 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:28:01.049202 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd66bf-350f-4318-9988-8749545b999a req-99e4195f-e10b-41b9-b6dd-4e6ce2fc1746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:01.050715 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-67bd66bf-350f-4318-9988-8749545b999a req-99e4195f-e10b-41b9-b6dd-4e6ce2fc1746 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 913 time: 0.0880787 May 25 16:28:01.095161 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-67bd66bf-350f-4318-9988-8749545b999a req-bca4e8c2-a05d-403f-bebc-0e008ae65ee2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28e24d33-7178-4533-933f-ce0069b847bd HTTP/1.1" status: 200 len: 217 time: 0.0350728 May 25 16:28:01.148054 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ef193-87eb-4b54-bf95-0233e2e01212 req-57749b24-f265-476b-b1ef-37289f77cf6a tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:01.148660 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd66bf-350f-4318-9988-8749545b999a req-704db671-fa79-4cb5-9984-ad042d7ed96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:01.149686 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-67bd66bf-350f-4318-9988-8749545b999a req-704db671-fa79-4cb5-9984-ad042d7ed96b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 200 len: 850 time: 0.0471499 May 25 16:28:01.150622 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-658ef193-87eb-4b54-bf95-0233e2e01212 req-57749b24-f265-476b-b1ef-37289f77cf6a tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 943 time: 0.0524752 May 25 16:28:01.199866 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd66bf-350f-4318-9988-8749545b999a req-219c8e22-060e-4026-9209-ac2b95d80fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:01.201394 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-658ef193-87eb-4b54-bf95-0233e2e01212 req-a5ac660e-c8b8-4ee6-a20a-81294c337c7f tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447724 May 25 16:28:01.201563 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-67bd66bf-350f-4318-9988-8749545b999a req-219c8e22-060e-4026-9209-ac2b95d80fc3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5f7c259b-fa42-4f62-9149-4145e768ec9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437315 May 25 16:28:01.288676 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:01.296108 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-67bd66bf-350f-4318-9988-8749545b999a req-896337d7-0104-4fa5-ab9c-ecfb003a8bd6 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873129 May 25 16:28:01.312792 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887aa1f-288b-4e7b-a635-b103b6f8a8a7 req-5d0d3d45-62e2-4e18-bf5c-d907cc9d5d5c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:01.314395 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5887aa1f-288b-4e7b-a635-b103b6f8a8a7 req-5d0d3d45-62e2-4e18-bf5c-d907cc9d5d5c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 945 time: 0.0500357 May 25 16:28:01.362830 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5887aa1f-288b-4e7b-a635-b103b6f8a8a7 req-bce0879f-2429-4c66-aca3-219747f0c98f tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 May 25 16:28:01.410773 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-67bd66bf-350f-4318-9988-8749545b999a req-490630b8-3228-45a7-8275-0058fe3c38fe service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081386 May 25 16:28:02.317078 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0728a0f-ffe3-40df-8626-54419f7ce827 req-2b7ff15a-a618-4cb5-8da8-430f19e56f70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:02.318548 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f0728a0f-ffe3-40df-8626-54419f7ce827 req-2b7ff15a-a618-4cb5-8da8-430f19e56f70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 943 time: 0.0479019 May 25 16:28:02.370570 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f0728a0f-ffe3-40df-8626-54419f7ce827 req-38732ff8-e22e-4966-a858-f5ecc45bd2db tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458207 May 25 16:28:02.461353 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:02.477282 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5344d35-f313-4f65-8e2e-c7589dbb2a12 req-2c769558-d0b4-4720-a3d1-70aa76bfdfae tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:02.478947 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f5344d35-f313-4f65-8e2e-c7589dbb2a12 req-2c769558-d0b4-4720-a3d1-70aa76bfdfae tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 945 time: 0.0479360 May 25 16:28:02.524835 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f5344d35-f313-4f65-8e2e-c7589dbb2a12 req-96a186d9-556c-4b2b-ba0f-735ae670ad3e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 May 25 16:28:02.555671 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-998cf154-5575-44bb-aaa2-29b3f15121d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:02.575360 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:02.617991 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:28:02.623610 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:02.624027 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:02.702859 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:02.703252 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:02.728236 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8f4ac3-2425-4805-8498-5814868636e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:28:02.730583 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeda57a-8eac-4b05-99d7-953818ab86cf" -d '{"events": [{"server_uuid": "5c8f4ac3-2425-4805-8498-5814868636e7", "name": "network-vif-plugged", "status": "completed", "tag": "e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:28:02.746041 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9,segment=NetworkSegment(c54dd039-d0d1-4a7e-a0eb-59b81e29371e),segment_id=c54dd039-d0d1-4a7e-a0eb-59b81e29371e)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:02.749078 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:02.771801 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee9cb4b-2764-49ba-87ba-d1a747e580d1 x-openstack-request-id: req-3ee9cb4b-2764-49ba-87ba-d1a747e580d1 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:28:02.772086 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8f4ac3-2425-4805-8498-5814868636e7", "name": "network-vif-plugged", "status": "completed", "tag": "e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:28:02.772333 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ee9cb4b-2764-49ba-87ba-d1a747e580d1 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:28:02.772719 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee9cb4b-2764-49ba-87ba-d1a747e580d1'] response: {'server_uuid': '5c8f4ac3-2425-4805-8498-5814868636e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9', 'code': 200} May 25 16:28:02.798584 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:02.942669 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277e5b9-ae61-490d-b482-625ab9ba1fd2 req-ab2e9326-0bcb-44ce-aa52-db13ce016819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:02.944127 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8277e5b9-ae61-490d-b482-625ab9ba1fd2 req-ab2e9326-0bcb-44ce-aa52-db13ce016819 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 1130 time: 0.0389781 May 25 16:28:02.991071 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8277e5b9-ae61-490d-b482-625ab9ba1fd2 req-6b179ec6-3869-412b-a6d1-bb1ac834b59a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 May 25 16:28:03.486735 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70149c-2bb7-46db-9fcf-9cf37e788b01 req-9eeae07e-ec47-4556-a41f-eaa7ec6bc67d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:03.488668 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3b70149c-2bb7-46db-9fcf-9cf37e788b01 req-9eeae07e-ec47-4556-a41f-eaa7ec6bc67d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 943 time: 0.0487289 May 25 16:28:03.543864 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3b70149c-2bb7-46db-9fcf-9cf37e788b01 req-95888cff-9031-4682-a7f2-9953340ae9a1 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495296 May 25 16:28:03.641648 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7cbd9-663e-409e-b9c3-8bfda7aee023 req-f8e1ed81-6d1c-4cc8-b7a4-1d8c1f038886 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:03.643231 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cdc7cbd9-663e-409e-b9c3-8bfda7aee023 req-f8e1ed81-6d1c-4cc8-b7a4-1d8c1f038886 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 946 time: 0.0494952 May 25 16:28:03.677931 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:03.680098 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:03.693211 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cdc7cbd9-663e-409e-b9c3-8bfda7aee023 req-092cd3a0-6de8-4b6e-9b00-284a4aa0dbe5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 May 25 16:28:04.663353 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cb3fd-fc8c-45c3-aa26-bbaa86c3b113 req-a2e02625-c5bb-4287-9574-8edd59ff30bd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:04.664815 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fe6cb3fd-fc8c-45c3-aa26-bbaa86c3b113 req-a2e02625-c5bb-4287-9574-8edd59ff30bd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 943 time: 0.0505607 May 25 16:28:04.720825 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fe6cb3fd-fc8c-45c3-aa26-bbaa86c3b113 req-b053029d-24c8-4e8b-92ad-1bd159f3398d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477116 May 25 16:28:04.823653 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ab464-b9d8-4294-b8be-6071ac1d253e req-4f52a3a6-15b9-43e5-a80e-f5be5067b101 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:04.825173 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5b8ab464-b9d8-4294-b8be-6071ac1d253e req-4f52a3a6-15b9-43e5-a80e-f5be5067b101 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 946 time: 0.0539346 May 25 16:28:04.873425 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5b8ab464-b9d8-4294-b8be-6071ac1d253e req-de01fbe8-0ee1-411b-9ae3-f53b5e615cf9 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426795 May 25 16:28:05.078639 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 47994) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:05.138951 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48000) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:05.250988 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bdc8e6ec-e45f-4045-8250-e663b03dfb19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.263231 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ca58d047-b517-4c20-839e-66c1d286474c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.343525 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.407508 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bdc8e6ec-e45f-4045-8250-e663b03dfb19 admin admin] Publish callbacks [] for security_group (565dc404-dea8-4b8b-9b6b-f1efc3c3506d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.413694 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ca58d047-b517-4c20-839e-66c1d286474c admin admin] Publish callbacks [] for security_group (3cae0439-e9cc-4306-bfce-0f95c08c5b6e), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.415346 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bdc8e6ec-e45f-4045-8250-e663b03dfb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (565dc404-dea8-4b8b-9b6b-f1efc3c3506d), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.432746 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ca58d047-b517-4c20-839e-66c1d286474c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (3cae0439-e9cc-4306-bfce-0f95c08c5b6e), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.488062 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8e6ec-e45f-4045-8250-e663b03dfb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565dc404-dea8-4b8b-9b6b-f1efc3c3506d,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:05.494750 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-bdc8e6ec-e45f-4045-8250-e663b03dfb19 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b040cd35a96f4f91be5c2a9d8bf9e4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4124174 May 25 16:28:05.495440 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48010) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:05.496371 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:05.503462 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ca58d047-b517-4c20-839e-66c1d286474c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1056c5aab2364e3982bd371efa71a907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634937 May 25 16:28:05.505330 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48012) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:05.548086 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58d047-b517-4c20-839e-66c1d286474c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cae0439-e9cc-4306-bfce-0f95c08c5b6e,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:05.556100 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a93050-0111-431d-a8cb-35d24a3e03a8 req-ecb8a4ea-cf2b-4692-98b3-55673c7189e7 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:05.557634 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-83a93050-0111-431d-a8cb-35d24a3e03a8 req-ecb8a4ea-cf2b-4692-98b3-55673c7189e7 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 946 time: 0.0867178 May 25 16:28:05.595340 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db784ce4-94d5-4edb-be54-770240c6b254 admin admin] Publish callbacks [] for security_group (565dc404-dea8-4b8b-9b6b-f1efc3c3506d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.598155 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-caab7b44-bdc5-4386-8b54-8ca1df34a39b admin admin] Publish callbacks [] for security_group (3cae0439-e9cc-4306-bfce-0f95c08c5b6e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.608719 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-83a93050-0111-431d-a8cb-35d24a3e03a8 req-be1b7bb0-26c1-4b93-a281-a5c919c7fd47 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 May 25 16:28:05.634534 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db784ce4-94d5-4edb-be54-770240c6b254 admin admin] Publish callbacks [] for security_group (565dc404-dea8-4b8b-9b6b-f1efc3c3506d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.638431 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-caab7b44-bdc5-4386-8b54-8ca1df34a39b admin admin] Publish callbacks [] for security_group (3cae0439-e9cc-4306-bfce-0f95c08c5b6e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.709122 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db784ce4-94d5-4edb-be54-770240c6b254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (565dc404-dea8-4b8b-9b6b-f1efc3c3506d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.712205 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db784ce4-94d5-4edb-be54-770240c6b254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.713493 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-db784ce4-94d5-4edb-be54-770240c6b254 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/565dc404-dea8-4b8b-9b6b-f1efc3c3506d HTTP/1.1" status: 204 len: 168 time: 0.2167451 May 25 16:28:05.716420 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-caab7b44-bdc5-4386-8b54-8ca1df34a39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (3cae0439-e9cc-4306-bfce-0f95c08c5b6e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.718924 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-caab7b44-bdc5-4386-8b54-8ca1df34a39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:05.719898 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-caab7b44-bdc5-4386-8b54-8ca1df34a39b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3cae0439-e9cc-4306-bfce-0f95c08c5b6e HTTP/1.1" status: 204 len: 168 time: 0.2135007 May 25 16:28:05.726275 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db784ce4-94d5-4edb-be54-770240c6b254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565dc404-dea8-4b8b-9b6b-f1efc3c3506d,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:05.737610 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab7b44-bdc5-4386-8b54-8ca1df34a39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cae0439-e9cc-4306-bfce-0f95c08c5b6e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:05.848254 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b0ccb-8b1f-43be-a741-7f1cfdeceda1 req-3403f31d-7bf0-4fa2-9898-ee4286f3b7dd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:05.850010 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-753b0ccb-8b1f-43be-a741-7f1cfdeceda1 req-3403f31d-7bf0-4fa2-9898-ee4286f3b7dd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 943 time: 0.0594561 May 25 16:28:05.910302 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-753b0ccb-8b1f-43be-a741-7f1cfdeceda1 req-2e855931-0e44-447a-9328-81519cdd6c20 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491917 May 25 16:28:06.059809 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48024) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:06.074403 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c56f0c2-0ea1-42b7-b958-6c1283ddb4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.101808 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48026) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:06.117012 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7eb0c1f8-850f-4c70-9c0e-5f214ccedf2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.130931 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:06.159113 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c56f0c2-0ea1-42b7-b958-6c1283ddb4cc admin admin] Publish callbacks [] for security_group (0c6cbeb0-42f9-4dc0-ae1d-2cfa37785c40), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.163311 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c56f0c2-0ea1-42b7-b958-6c1283ddb4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (0c6cbeb0-42f9-4dc0-ae1d-2cfa37785c40), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.168353 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:06.203278 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7eb0c1f8-850f-4c70-9c0e-5f214ccedf2e admin admin] Publish callbacks [] for security_group (42ec84ff-3970-48bd-bf45-ef0f3e269026), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.208212 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7eb0c1f8-850f-4c70-9c0e-5f214ccedf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (42ec84ff-3970-48bd-bf45-ef0f3e269026), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.208368 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0c56f0c2-0ea1-42b7-b958-6c1283ddb4cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34d1f2056e434b65b6a37a6a59802871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473637 May 25 16:28:06.210069 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56f0c2-0ea1-42b7-b958-6c1283ddb4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6cbeb0-42f9-4dc0-ae1d-2cfa37785c40,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:06.212745 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48028) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:06.273422 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7eb0c1f8-850f-4c70-9c0e-5f214ccedf2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c166cdab2dab4e0ab3a5d090ebfaa772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704166 May 25 16:28:06.276799 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48030) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:06.277512 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0c1f8-850f-4c70-9c0e-5f214ccedf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ec84ff-3970-48bd-bf45-ef0f3e269026,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:06.309169 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28ce0915-a70d-47a0-8c17-9f5f04d394b5 admin admin] Publish callbacks [] for security_group (0c6cbeb0-42f9-4dc0-ae1d-2cfa37785c40), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.328263 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-96f07bb5-bc93-48df-b858-2862905465e6 admin admin] Publish callbacks [] for security_group (42ec84ff-3970-48bd-bf45-ef0f3e269026), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.331175 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28ce0915-a70d-47a0-8c17-9f5f04d394b5 admin admin] Publish callbacks [] for security_group (0c6cbeb0-42f9-4dc0-ae1d-2cfa37785c40), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.349555 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-96f07bb5-bc93-48df-b858-2862905465e6 admin admin] Publish callbacks [] for security_group (42ec84ff-3970-48bd-bf45-ef0f3e269026), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.351390 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:06.382448 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28ce0915-a70d-47a0-8c17-9f5f04d394b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (0c6cbeb0-42f9-4dc0-ae1d-2cfa37785c40), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.386314 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28ce0915-a70d-47a0-8c17-9f5f04d394b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.387456 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-28ce0915-a70d-47a0-8c17-9f5f04d394b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c6cbeb0-42f9-4dc0-ae1d-2cfa37785c40 HTTP/1.1" status: 204 len: 168 time: 0.1721156 May 25 16:28:06.396887 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce0915-a70d-47a0-8c17-9f5f04d394b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6cbeb0-42f9-4dc0-ae1d-2cfa37785c40,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:06.403198 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-96f07bb5-bc93-48df-b858-2862905465e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (42ec84ff-3970-48bd-bf45-ef0f3e269026), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.406182 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-96f07bb5-bc93-48df-b858-2862905465e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.409610 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-96f07bb5-bc93-48df-b858-2862905465e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42ec84ff-3970-48bd-bf45-ef0f3e269026 HTTP/1.1" status: 204 len: 168 time: 0.1295059 May 25 16:28:06.416794 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f07bb5-bc93-48df-b858-2862905465e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ec84ff-3970-48bd-bf45-ef0f3e269026,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:06.544444 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:06.734000 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab21a9-303f-4ee8-8364-f4e9d0086c9c req-102774af-4359-4b23-9f85-8c02ff7bcbe0 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:06.740860 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-adab21a9-303f-4ee8-8364-f4e9d0086c9c req-102774af-4359-4b23-9f85-8c02ff7bcbe0 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 946 time: 0.0591974 May 25 16:28:06.801756 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-adab21a9-303f-4ee8-8364-f4e9d0086c9c req-0db58046-f2b7-4511-8882-baa8fa7cd5d5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598536 May 25 16:28:07.047421 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd2976-4a81-4209-af37-6983453fdedb req-d974f654-18c8-4899-9f97-4009becb3d15 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:07.048932 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-44fd2976-4a81-4209-af37-6983453fdedb req-d974f654-18c8-4899-9f97-4009becb3d15 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 943 time: 0.0565619 May 25 16:28:07.109691 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-44fd2976-4a81-4209-af37-6983453fdedb req-14a5c289-627a-44ea-947f-ba1007855985 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542901 May 25 16:28:07.337331 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a0d76-51e7-4ccc-881c-b0db0a634c79 req-36f7f804-e309-4cfe-9711-09cd2b1112ee tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:07.339207 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef5a0d76-51e7-4ccc-881c-b0db0a634c79 req-36f7f804-e309-4cfe-9711-09cd2b1112ee tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 946 time: 0.0520871 May 25 16:28:07.438012 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-ef5a0d76-51e7-4ccc-881c-b0db0a634c79 req-7537423f-e12b-4ef3-a9fe-a4925b4dad42 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Deleting port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:28:07.438331 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ef5a0d76-51e7-4ccc-881c-b0db0a634c79 req-7537423f-e12b-4ef3-a9fe-a4925b4dad42 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:07.539708 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-ef5a0d76-51e7-4ccc-881c-b0db0a634c79 req-7537423f-e12b-4ef3-a9fe-a4925b4dad42 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] For port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9,segment=NetworkSegment(c54dd039-d0d1-4a7e-a0eb-59b81e29371e),segment_id=c54dd039-d0d1-4a7e-a0eb-59b81e29371e)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:07.540256 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ef5a0d76-51e7-4ccc-881c-b0db0a634c79 req-7537423f-e12b-4ef3-a9fe-a4925b4dad42 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:07.559058 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-ef5a0d76-51e7-4ccc-881c-b0db0a634c79 req-7537423f-e12b-4ef3-a9fe-a4925b4dad42 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Calling delete_port for e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:28:07.710609 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ef5a0d76-51e7-4ccc-881c-b0db0a634c79 req-7537423f-e12b-4ef3-a9fe-a4925b4dad42 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:07.723186 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:28:07.761173 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537423f-e12b-4ef3-a9fe-a4925b4dad42 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Pushing event deleted for resources: {'Port': ['ID=e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:07.815526 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5a0d76-51e7-4ccc-881c-b0db0a634c79 req-7537423f-e12b-4ef3-a9fe-a4925b4dad42 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] No DVR routers for this DVR port e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:28:07.818199 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ef5a0d76-51e7-4ccc-881c-b0db0a634c79 req-7537423f-e12b-4ef3-a9fe-a4925b4dad42 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:07.823717 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef5a0d76-51e7-4ccc-881c-b0db0a634c79 req-7537423f-e12b-4ef3-a9fe-a4925b4dad42 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.84 "DELETE /v2.0/ports/e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 HTTP/1.1" status: 204 len: 173 time: 0.4752581 May 25 16:28:07.823717 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8f4ac3-2425-4805-8498-5814868636e7', 'name': 'network-vif-deleted', 'tag': 'e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:28:07.825506 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d5e57b-d357-4e41-9d89-9c22860f5782" -d '{"events": [{"server_uuid": "5c8f4ac3-2425-4805-8498-5814868636e7", "name": "network-vif-deleted", "tag": "e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:28:07.888695 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a10a5d-c6d3-4a60-98fa-f0f9c6f03e6f x-openstack-request-id: req-24a10a5d-c6d3-4a60-98fa-f0f9c6f03e6f {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:28:07.889814 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8f4ac3-2425-4805-8498-5814868636e7", "name": "network-vif-deleted", "tag": "e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:28:07.890519 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24a10a5d-c6d3-4a60-98fa-f0f9c6f03e6f {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:28:07.890932 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a10a5d-c6d3-4a60-98fa-f0f9c6f03e6f'] response: {'server_uuid': '5c8f4ac3-2425-4805-8498-5814868636e7', 'name': 'network-vif-deleted', 'tag': 'e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9', 'status': 'completed', 'code': 200} May 25 16:28:07.937547 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b987c0ac-976e-45ab-86ac-d52e00828f3a req-dc3eb3e7-848c-443b-bef6-c86502d7b4f7 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c8f4ac3-2425-4805-8498-5814868636e7 HTTP/1.1" status: 200 len: 210 time: 0.0297177 May 25 16:28:08.241582 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152525b-b361-4133-890f-108d34cad1b7 req-97724b0e-552c-48dc-9221-b3b4a5c44e64 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:08.243128 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0152525b-b361-4133-890f-108d34cad1b7 req-97724b0e-552c-48dc-9221-b3b4a5c44e64 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 943 time: 0.0568776 May 25 16:28:08.300580 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0152525b-b361-4133-890f-108d34cad1b7 req-726964a8-6d10-4a0f-87f0-bab12f107ef1 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514870 May 25 16:28:08.575987 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 28e24d33-7178-4533-933f-ce0069b847bd details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:28:08.812343 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 28e24d33-7178-4533-933f-ce0069b847bd, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=28e24d33-7178-4533-933f-ce0069b847bd,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:08.823778 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '28e24d33-7178-4533-933f-ce0069b847bd', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'port_id': '28e24d33-7178-4533-933f-ce0069b847bd', 'mac_address': 'fa:16:3e:82:23:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:28:08.861067 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 28e24d33-7178-4533-933f-ce0069b847bd is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:08.861690 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (28e24d33-7178-4533-933f-ce0069b847bd), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:08.877034 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e24d33-7178-4533-933f-ce0069b847bd {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:28:08.897860 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 28e24d33-7178-4533-933f-ce0069b847bd, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=28e24d33-7178-4533-933f-ce0069b847bd,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:08.902519 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (28e24d33-7178-4533-933f-ce0069b847bd), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:08.943380 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:08.954762 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=28e24d33-7178-4533-933f-ce0069b847bd,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:09.122812 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['28e24d33-7178-4533-933f-ce0069b847bd'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:28:09.145314 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:09.255377 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:09.274169 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded87453-358f-4eee-940b-812f7629c2a7 req-eb064b7e-27ba-4748-99d2-0ca70ce0d28d tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:09.275690 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-eb064b7e-27ba-4748-99d2-0ca70ce0d28d tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/networks?id=6baa21b1-34f5-4c8e-82eb-998cf516fa1e HTTP/1.1" status: 200 len: 809 time: 0.1034799 May 25 16:28:09.292730 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-6972c1bb-aca0-49f8-af36-c069ebe11f61 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/quotas/1fe1de3697c04df4865c4a145a524231 HTTP/1.1" status: 200 len: 375 time: 0.0106800 May 25 16:28:09.329447 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-7cce86d1-b3b2-4a7e-ba16-6361b3890835 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fe1de3697c04df4865c4a145a524231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314651 May 25 16:28:09.441974 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c6b4c-a6f4-4f13-9a78-3fc392b5025d req-a4a8fd26-0b09-4389-a0ee-eecce9788411 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:09.443440 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-009c6b4c-a6f4-4f13-9a78-3fc392b5025d req-a4a8fd26-0b09-4389-a0ee-eecce9788411 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 944 time: 0.0617750 May 25 16:28:09.477002 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-d50c074c-f196-4d1d-9961-35a9cf1cbe52 service neutron] 10.222.0.42 "GET /v2.0/networks/6baa21b1-34f5-4c8e-82eb-998cf516fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408384 May 25 16:28:09.554636 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-009c6b4c-a6f4-4f13-9a78-3fc392b5025d req-b5ad2d69-d2e3-43c0-a0b0-513bfca84435 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028152 May 25 16:28:09.589018 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-aeb9c38f-8e4e-4c48-abee-c1d34faa9cb4 service neutron] 10.222.0.42 "GET /v2.0/networks/6baa21b1-34f5-4c8e-82eb-998cf516fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049144 May 25 16:28:09.754282 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-798f443b-d045-408d-922c-2db171218a06 req-d7b9e057-0104-407d-b4df-b1001ffaa4b4 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 210 time: 0.0339694 May 25 16:28:10.671233 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47306e7a-c7d2-4e85-b989-c913738cefaa req-bc43e204-b01f-4683-bfd4-3dec95721e33 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:10.672670 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47306e7a-c7d2-4e85-b989-c913738cefaa req-bc43e204-b01f-4683-bfd4-3dec95721e33 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 944 time: 0.0517528 May 25 16:28:10.721247 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47306e7a-c7d2-4e85-b989-c913738cefaa req-50d6d2cf-7a9a-457d-b45f-2c69006f311a tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429707 May 25 16:28:10.846328 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b40bc416-27e4-42ef-80f6-8ce3aab724e5 req-7b9ec420-40f1-4e35-a1d6-f8aa20461fda tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 210 time: 0.0277352 May 25 16:28:11.795945 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:11.832821 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311cc52-f09e-4e58-bdc9-5b337feee6c4 req-495ffdf8-a946-478e-8e69-fd8617a16e63 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:11.834323 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9311cc52-f09e-4e58-bdc9-5b337feee6c4 req-495ffdf8-a946-478e-8e69-fd8617a16e63 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 944 time: 0.0473695 May 25 16:28:11.885470 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9311cc52-f09e-4e58-bdc9-5b337feee6c4 req-a9728f09-beef-472f-a0af-19e5b03b440c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451033 May 25 16:28:11.951471 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7662a661-24b8-48c0-908c-72f3d0156365 req-5467bc81-904f-4db9-ac2e-7c9d8e4921d0 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 210 time: 0.0313950 May 25 16:28:12.269849 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 28e24d33-7178-4533-933f-ce0069b847bd up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:12.317070 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 28e24d33-7178-4533-933f-ce0069b847bd completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:28:12.323654 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 28e24d33-7178-4533-933f-ce0069b847bd triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:12.324056 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (28e24d33-7178-4533-933f-ce0069b847bd), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:12.417452 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 28e24d33-7178-4533-933f-ce0069b847bd is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:12.417741 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (28e24d33-7178-4533-933f-ce0069b847bd), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:12.449625 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e24d33-7178-4533-933f-ce0069b847bd'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:28:12.452124 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1980c3da-53ac-4ff1-927a-4f9f0a00d809" -d '{"events": [{"server_uuid": "be25cf4d-733b-4999-b6d9-474da04a6444", "name": "network-vif-plugged", "status": "completed", "tag": "28e24d33-7178-4533-933f-ce0069b847bd"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:28:12.467665 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded87453-358f-4eee-940b-812f7629c2a7 req-50f5ac78-5e6b-43dc-9048-d109a7b4c7a6 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:12.469518 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 28e24d33-7178-4533-933f-ce0069b847bd, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=28e24d33-7178-4533-933f-ce0069b847bd,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:12.469673 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-50f5ac78-5e6b-43dc-9048-d109a7b4c7a6 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.84 "GET /v2.0/networks?id=6baa21b1-34f5-4c8e-82eb-998cf516fa1e HTTP/1.1" status: 200 len: 809 time: 0.1169758 May 25 16:28:12.475163 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (28e24d33-7178-4533-933f-ce0069b847bd), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:12.476308 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:28:12.486417 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-ded87453-358f-4eee-940b-812f7629c2a7 req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Request body: {'port': {'device_id': '6349f6ac-f05d-4eb0-902d-d70acad20a64', 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e', 'admin_state_up': True, 'tenant_id': '1fe1de3697c04df4865c4a145a524231'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:28:12.503931 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52f46dc-9865-4b78-b4a5-536a4e2fe113 x-openstack-request-id: req-a52f46dc-9865-4b78-b4a5-536a4e2fe113 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:28:12.504219 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be25cf4d-733b-4999-b6d9-474da04a6444", "name": "network-vif-plugged", "status": "completed", "tag": "28e24d33-7178-4533-933f-ce0069b847bd", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:28:12.504493 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a52f46dc-9865-4b78-b4a5-536a4e2fe113 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:28:12.504877 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52f46dc-9865-4b78-b4a5-536a4e2fe113'] response: {'server_uuid': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e24d33-7178-4533-933f-ce0069b847bd', 'code': 200} May 25 16:28:12.530948 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:28:12.531299 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device e355d9a6-ffa7-4027-a9ca-7fc0db0b35b9 not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:28:12.555659 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=28e24d33-7178-4533-933f-ce0069b847bd,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:12.576661 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=4,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:12.610497 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded87453-358f-4eee-940b-812f7629c2a7 req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Made reservation on behalf of 1fe1de3697c04df4865c4a145a524231 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:28:12.613859 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ded87453-358f-4eee-940b-812f7629c2a7 req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:12.758215 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-ded87453-358f-4eee-940b-812f7629c2a7 req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Allocated IP 172.20.0.10 (6baa21b1-34f5-4c8e-82eb-998cf516fa1e/309d74e0-20c9-4312-a0e6-8fe738c41b45/1b308357-2eea-4345-8819-270bbbadb931) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:28:12.794635 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:12.801823 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa209f-42fa-450f-ac20-34fdf17d8194 req-6f7f17bf-d223-4f4a-8bb0-9e7f38e4dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:12.803311 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3fa209f-42fa-450f-ac20-34fdf17d8194 req-6f7f17bf-d223-4f4a-8bb0-9e7f38e4dab9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 1129 time: 0.0578063 May 25 16:28:12.916832 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3fa209f-42fa-450f-ac20-34fdf17d8194 req-9db79798-8d85-4775-b74f-6b910b1c13b3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003373 May 25 16:28:12.972772 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ded87453-358f-4eee-940b-812f7629c2a7 req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks [] for port (1b308357-2eea-4345-8819-270bbbadb931), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.005970 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379d0f1-3136-4a49-a85f-59ad8e014f67 req-899d8ad4-dfa0-41a2-80e9-0287a204c447 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:13.009933 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b379d0f1-3136-4a49-a85f-59ad8e014f67 req-899d8ad4-dfa0-41a2-80e9-0287a204c447 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 945 time: 0.0545363 May 25 16:28:13.010805 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ded87453-358f-4eee-940b-812f7629c2a7 req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (1b308357-2eea-4345-8819-270bbbadb931), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.062398 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded87453-358f-4eee-940b-812f7629c2a7 req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:28:13.067945 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-ded87453-358f-4eee-940b-812f7629c2a7 req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:28:13.071803 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded87453-358f-4eee-940b-812f7629c2a7 req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:28:13.098411 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Pushing event updated for resources: {'Port': ['ID=1b308357-2eea-4345-8819-270bbbadb931,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:13.100643 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc93d4-771e-45e7-ba3e-b8831721892a req-e6b4db5e-ddea-4e62-8b91-ceafc780722f tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:13.102587 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f8dc93d4-771e-45e7-ba3e-b8831721892a req-e6b4db5e-ddea-4e62-8b91-ceafc780722f tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 932 time: 0.0663099 May 25 16:28:13.110224 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b379d0f1-3136-4a49-a85f-59ad8e014f67 req-1084917f-394c-4eea-b9da-c49f431acda8 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918307 May 25 16:28:13.130898 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded87453-358f-4eee-940b-812f7629c2a7 req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:13.131584 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ded87453-358f-4eee-940b-812f7629c2a7 req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.153342 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-5b87b556-366c-4d52-be85-4fb8e19f516e tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6728790 May 25 16:28:13.169267 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Request body: {'port': {'device_id': '6349f6ac-f05d-4eb0-902d-d70acad20a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:28:13.187471 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f8dc93d4-771e-45e7-ba3e-b8831721892a req-1a1eccb0-83c8-43b3-9c54-9a5da2af1a32 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736406 May 25 16:28:13.252137 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (1b308357-2eea-4345-8819-270bbbadb931), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.381032 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48208) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:13.405339 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:13.519767 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd029-478b-4a81-8af3-06c0be312488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.579437 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b308357-2eea-4345-8819-270bbbadb931 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:28:13.588677 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Publish callbacks [] for port (1b308357-2eea-4345-8819-270bbbadb931), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.606313 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Transition to ACTIVE for port object 1b308357-2eea-4345-8819-270bbbadb931 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:28:13.612806 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (1b308357-2eea-4345-8819-270bbbadb931), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.616884 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd029-478b-4a81-8af3-06c0be312488 admin admin] Publish callbacks [] for security_group (9f3755f8-b5f8-45df-b3c0-766f800e52f8), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.621088 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd029-478b-4a81-8af3-06c0be312488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (9f3755f8-b5f8-45df-b3c0-766f800e52f8), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.649228 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:13.660597 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:13.664824 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5ecfd029-478b-4a81-8af3-06c0be312488 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c239a2daefc145a4a3ce62d2b0c7d7c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827175 May 25 16:28:13.666828 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfd029-478b-4a81-8af3-06c0be312488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3755f8-b5f8-45df-b3c0-766f800e52f8,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:13.669222 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48226) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:13.705739 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Pushing event updated for resources: {'Port': ['ID=1b308357-2eea-4345-8819-270bbbadb931,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:13.724020 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c1b1002d-5764-4d07-81b9-c6875289fb11 admin admin] Publish callbacks [] for security_group (9f3755f8-b5f8-45df-b3c0-766f800e52f8), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.747147 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c1b1002d-5764-4d07-81b9-c6875289fb11 admin admin] Publish callbacks [] for security_group (9f3755f8-b5f8-45df-b3c0-766f800e52f8), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.769115 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Attempting to bind port 1b308357-2eea-4345-8819-270bbbadb931 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:28:13.769552 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Attempting to bind port 1b308357-2eea-4345-8819-270bbbadb931 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'c54dd039-d0d1-4a7e-a0eb-59b81e29371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:28:13.770005 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Attempting to bind port 1b308357-2eea-4345-8819-270bbbadb931 on network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:28:13.776125 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Port 1b308357-2eea-4345-8819-270bbbadb931 on network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:28:13.776582 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Attempting to bind port 1b308357-2eea-4345-8819-270bbbadb931 on network 6baa21b1-34f5-4c8e-82eb-998cf516fa1e {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:28:13.782505 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:28:13.783378 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Checking segment: {'id': 'c54dd039-d0d1-4a7e-a0eb-59b81e29371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:28:13.783378 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Bound using segment: {'id': 'c54dd039-d0d1-4a7e-a0eb-59b81e29371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:28:13.783998 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Bound port: 1b308357-2eea-4345-8819-270bbbadb931, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54dd039-d0d1-4a7e-a0eb-59b81e29371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:28:13.784569 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (1b308357-2eea-4345-8819-270bbbadb931), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.814432 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c1b1002d-5764-4d07-81b9-c6875289fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (9f3755f8-b5f8-45df-b3c0-766f800e52f8), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.817276 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c1b1002d-5764-4d07-81b9-c6875289fb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.818468 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c1b1002d-5764-4d07-81b9-c6875289fb11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f3755f8-b5f8-45df-b3c0-766f800e52f8 HTTP/1.1" status: 204 len: 168 time: 0.1483092 May 25 16:28:13.832846 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1002d-5764-4d07-81b9-c6875289fb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3755f8-b5f8-45df-b3c0-766f800e52f8,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:13.857452 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] For port 1b308357-2eea-4345-8819-270bbbadb931, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:28:13.861266 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] For port 1b308357-2eea-4345-8819-270bbbadb931, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1b308357-2eea-4345-8819-270bbbadb931,segment=NetworkSegment(c54dd039-d0d1-4a7e-a0eb-59b81e29371e),segment_id=c54dd039-d0d1-4a7e-a0eb-59b81e29371e)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:28:13.869257 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (1b308357-2eea-4345-8819-270bbbadb931), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.922566 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:13.923337 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:13.925010 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] 10.222.0.84 "PUT /v2.0/ports/1b308357-2eea-4345-8819-270bbbadb931 HTTP/1.1" status: 200 len: 1094 time: 0.7631290 May 25 16:28:13.925569 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6349f6ac-f05d-4eb0-902d-d70acad20a64', 'tag': '1b308357-2eea-4345-8819-270bbbadb931'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:28:13.930446 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b420977a-4d11-4d6c-b3cd-210cc499d7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6349f6ac-f05d-4eb0-902d-d70acad20a64", "tag": "1b308357-2eea-4345-8819-270bbbadb931"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:28:13.964426 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbdc42-15ac-42bb-9253-7af9c622777b service neutron] Pushing event updated for resources: {'Port': ['ID=1b308357-2eea-4345-8819-270bbbadb931,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:13.980810 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4ba921-54f7-416f-a0cc-caa1436632ce x-openstack-request-id: req-de4ba921-54f7-416f-a0cc-caa1436632ce {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:28:13.980810 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6349f6ac-f05d-4eb0-902d-d70acad20a64", "tag": "1b308357-2eea-4345-8819-270bbbadb931", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:28:13.981183 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de4ba921-54f7-416f-a0cc-caa1436632ce {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:28:13.981657 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4ba921-54f7-416f-a0cc-caa1436632ce'] response: {'name': 'network-changed', 'server_uuid': '6349f6ac-f05d-4eb0-902d-d70acad20a64', 'tag': '1b308357-2eea-4345-8819-270bbbadb931', 'status': 'completed', 'code': 200} May 25 16:28:14.166128 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48244) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:14.180198 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3a91d716-0910-4e44-b854-e00be9a6b274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:14.271528 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3a91d716-0910-4e44-b854-e00be9a6b274 admin admin] Publish callbacks [] for security_group (4b8cb1a3-45b5-4274-bf70-f3d8f54ed231), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:14.276856 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3a91d716-0910-4e44-b854-e00be9a6b274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (4b8cb1a3-45b5-4274-bf70-f3d8f54ed231), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:14.344490 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbbc03-0bb3-4c91-a05d-aac5b5999e74 req-f0823096-653c-4ae8-9448-502d94a3791d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:14.346222 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-17cbbc03-0bb3-4c91-a05d-aac5b5999e74 req-f0823096-653c-4ae8-9448-502d94a3791d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 945 time: 0.1086323 May 25 16:28:14.358486 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06228a1-d189-4f52-b493-9613dce13258 req-5c233bab-8dcc-45bc-90b6-145e27391888 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:14.360195 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b06228a1-d189-4f52-b493-9613dce13258 req-5c233bab-8dcc-45bc-90b6-145e27391888 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 944 time: 0.0665548 May 25 16:28:14.442061 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:14.443285 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:14.443802 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-17cbbc03-0bb3-4c91-a05d-aac5b5999e74 req-4be70528-4ea2-4f96-8022-3e6db2a776a3 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825307 May 25 16:28:14.447965 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b06228a1-d189-4f52-b493-9613dce13258 req-88c2222d-1bc4-43c9-a350-db163db0456f tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781484 May 25 16:28:14.596147 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91d716-0910-4e44-b854-e00be9a6b274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8cb1a3-45b5-4274-bf70-f3d8f54ed231,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:14.599230 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420977a-4d11-4d6c-b3cd-210cc499d7c9 req-0b0b7151-df31-4d5f-87a9-1381352d43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:14.600692 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b420977a-4d11-4d6c-b3cd-210cc499d7c9 req-0b0b7151-df31-4d5f-87a9-1381352d43e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1fe1de3697c04df4865c4a145a524231&device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 1128 time: 0.0650313 May 25 16:28:14.603819 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3a91d716-0910-4e44-b854-e00be9a6b274 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a92b95f70dc4a0c800c60722e48eec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4360714 May 25 16:28:14.606547 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48250) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:14.709893 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:14.723170 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cff82a6d-7da8-414b-8cb1-8836d7e829bb admin admin] Publish callbacks [] for security_group (4b8cb1a3-45b5-4274-bf70-f3d8f54ed231), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:14.750753 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420977a-4d11-4d6c-b3cd-210cc499d7c9 req-a99632b6-d628-41a4-8128-a23286215e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:14.752189 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b420977a-4d11-4d6c-b3cd-210cc499d7c9 req-a99632b6-d628-41a4-8128-a23286215e61 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=1fe1de3697c04df4865c4a145a524231&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1397991 May 25 16:28:14.768521 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cff82a6d-7da8-414b-8cb1-8836d7e829bb admin admin] Publish callbacks [] for security_group (4b8cb1a3-45b5-4274-bf70-f3d8f54ed231), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:14.871627 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:14.875016 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420977a-4d11-4d6c-b3cd-210cc499d7c9 req-cece308d-e4b3-4003-a98d-adbefdf7d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:14.876474 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b420977a-4d11-4d6c-b3cd-210cc499d7c9 req-cece308d-e4b3-4003-a98d-adbefdf7d570 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1171489 May 25 16:28:14.882402 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cff82a6d-7da8-414b-8cb1-8836d7e829bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (4b8cb1a3-45b5-4274-bf70-f3d8f54ed231), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:14.885417 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cff82a6d-7da8-414b-8cb1-8836d7e829bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:14.886544 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-cff82a6d-7da8-414b-8cb1-8836d7e829bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b8cb1a3-45b5-4274-bf70-f3d8f54ed231 HTTP/1.1" status: 204 len: 168 time: 0.2791252 May 25 16:28:14.897071 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff82a6d-7da8-414b-8cb1-8836d7e829bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8cb1a3-45b5-4274-bf70-f3d8f54ed231,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:14.955413 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded87453-358f-4eee-940b-812f7629c2a7 req-296ac41c-49c7-4ee0-8dbc-a6560926c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:14.956910 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-296ac41c-49c7-4ee0-8dbc-a6560926c85d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1fe1de3697c04df4865c4a145a524231&device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 1128 time: 0.0427606 May 25 16:28:15.001689 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-40d8010b-a766-41ab-88bc-4a236c7ef753 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b308357-2eea-4345-8819-270bbbadb931 HTTP/1.1" status: 200 len: 217 time: 0.0373626 May 25 16:28:15.061735 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded87453-358f-4eee-940b-812f7629c2a7 req-391e6450-8b48-464d-ada3-308639654517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:15.063273 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-391e6450-8b48-464d-ada3-308639654517 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=309d74e0-20c9-4312-a0e6-8fe738c41b45 HTTP/1.1" status: 200 len: 849 time: 0.0560393 May 25 16:28:15.098012 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-83fb2abc-d835-4237-a76c-6d16993fd1c2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6baa21b1-34f5-4c8e-82eb-998cf516fa1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289853 May 25 16:28:15.193223 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-51e6a639-aafb-4bb0-8da0-49ac09d3101b service neutron] 10.222.0.84 "GET /v2.0/networks/6baa21b1-34f5-4c8e-82eb-998cf516fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879610 May 25 16:28:15.296345 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ded87453-358f-4eee-940b-812f7629c2a7 req-d35e4ae9-3632-4144-9e42-046ab78c384e service neutron] 10.222.0.84 "GET /v2.0/networks/6baa21b1-34f5-4c8e-82eb-998cf516fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971959 May 25 16:28:15.596012 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ed251-16b5-4502-9d6a-1ef5a2d2963e req-0680bac9-d821-4c8a-becb-3f77997d3655 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:15.597492 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a52ed251-16b5-4502-9d6a-1ef5a2d2963e req-0680bac9-d821-4c8a-becb-3f77997d3655 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 945 time: 0.0777392 May 25 16:28:15.624679 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ea5fc-273a-4493-a322-a60324f25934 req-ae783615-5424-438d-b62e-2b2284f4158b tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:15.626188 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-854ea5fc-273a-4493-a322-a60324f25934 req-ae783615-5424-438d-b62e-2b2284f4158b tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 944 time: 0.0705910 May 25 16:28:15.652395 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:15.697164 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a52ed251-16b5-4502-9d6a-1ef5a2d2963e req-e4e6ceaa-f6b9-49a6-a9a4-c42f1428cb36 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894315 May 25 16:28:15.704761 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-854ea5fc-273a-4493-a322-a60324f25934 req-cc62f082-8895-420c-b549-36adf69e4b94 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720804 May 25 16:28:15.819054 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023a269-afc2-4c3a-81de-81cfd4dfa291 req-91235a32-e29a-4a4d-8ddd-87365db761ff tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:15.820718 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f023a269-afc2-4c3a-81de-81cfd4dfa291 req-91235a32-e29a-4a4d-8ddd-87365db761ff tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 945 time: 0.0482926 May 25 16:28:15.883266 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f023a269-afc2-4c3a-81de-81cfd4dfa291 req-a555356f-0eb9-4e51-b431-25e668d1aa66 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552847 May 25 16:28:15.908488 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48290) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:16.149594 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af47472-532d-4749-ad53-05a444532099 tempest-TestVolumeBootPattern-1409693445 tempest-TestVolumeBootPattern-1409693445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:16.151796 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5af47472-532d-4749-ad53-05a444532099 tempest-TestVolumeBootPattern-1409693445 tempest-TestVolumeBootPattern-1409693445-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 1124 time: 0.2422619 May 25 16:28:16.154573 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48306) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:16.158987 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'port_id': '28e24d33-7178-4533-933f-ce0069b847bd', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:28:16.183505 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:16.265290 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 1b308357-2eea-4345-8819-270bbbadb931 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:28:16.271227 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:16.378540 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 1b308357-2eea-4345-8819-270bbbadb931, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1b308357-2eea-4345-8819-270bbbadb931,segment=NetworkSegment(c54dd039-d0d1-4a7e-a0eb-59b81e29371e),segment_id=c54dd039-d0d1-4a7e-a0eb-59b81e29371e)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:16.392542 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '1b308357-2eea-4345-8819-270bbbadb931', 'network_id': '6baa21b1-34f5-4c8e-82eb-998cf516fa1e', 'port_id': '1b308357-2eea-4345-8819-270bbbadb931', 'mac_address': 'fa:16:3e:85:26:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309d74e0-20c9-4312-a0e6-8fe738c41b45', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:28:16.418315 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Allocated IP 172.27.1.254 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/630ec67c-c754-483c-8f56-40b043363855) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:28:16.441258 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 1b308357-2eea-4345-8819-270bbbadb931 is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:16.441590 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (1b308357-2eea-4345-8819-270bbbadb931), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:16.457557 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b308357-2eea-4345-8819-270bbbadb931 {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:28:16.487563 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48316) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:16.493306 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 1b308357-2eea-4345-8819-270bbbadb931, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1b308357-2eea-4345-8819-270bbbadb931,segment=NetworkSegment(c54dd039-d0d1-4a7e-a0eb-59b81e29371e),segment_id=c54dd039-d0d1-4a7e-a0eb-59b81e29371e)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:16.499380 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (1b308357-2eea-4345-8819-270bbbadb931), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:16.505411 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:16.551581 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=1b308357-2eea-4345-8819-270bbbadb931,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:16.558975 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for port (630ec67c-c754-483c-8f56-40b043363855), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:16.596736 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (630ec67c-c754-483c-8f56-40b043363855), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:16.637223 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:28:16.643423 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:16.646760 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:28:16.648333 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:16.652879 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:28:16.656959 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'Port': ['ID=630ec67c-c754-483c-8f56-40b043363855,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:16.697614 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1b67eaa4-7d69-4b86-97d9-1afc0a0e28e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:16.711319 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['1b308357-2eea-4345-8819-270bbbadb931'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:28:16.755074 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:16.866401 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930022c3-d363-46dd-a613-2fe9224f6c78 req-5a58919a-c5b0-4bf5-9c4e-f71d57ba49f7 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:16.867966 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-930022c3-d363-46dd-a613-2fe9224f6c78 req-5a58919a-c5b0-4bf5-9c4e-f71d57ba49f7 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 945 time: 0.0576482 May 25 16:28:16.888580 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1b67eaa4-7d69-4b86-97d9-1afc0a0e28e5 admin admin] Publish callbacks [] for security_group (672f36f4-dc97-430b-910b-a96962c5961d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:16.898692 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1b67eaa4-7d69-4b86-97d9-1afc0a0e28e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (672f36f4-dc97-430b-910b-a96962c5961d), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:16.917217 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:16.965098 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1b67eaa4-7d69-4b86-97d9-1afc0a0e28e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09c74aae01ec47e5a49c27eb02e45333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4761701 May 25 16:28:16.965927 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67eaa4-7d69-4b86-97d9-1afc0a0e28e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672f36f4-dc97-430b-910b-a96962c5961d,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:16.969343 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48326) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:16.993845 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-930022c3-d363-46dd-a613-2fe9224f6c78 req-dcda355a-bac7-468b-8c8d-f69b4c4e05a7 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169722 May 25 16:28:17.043116 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-961a9367-fa11-4d7b-956e-904ec7fdf066 admin admin] Publish callbacks [] for security_group (672f36f4-dc97-430b-910b-a96962c5961d), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:17.068979 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-961a9367-fa11-4d7b-956e-904ec7fdf066 admin admin] Publish callbacks [] for security_group (672f36f4-dc97-430b-910b-a96962c5961d), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:17.117052 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (f74ec871-a115-43d1-92da-17820e58e674), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:17.124382 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-961a9367-fa11-4d7b-956e-904ec7fdf066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (672f36f4-dc97-430b-910b-a96962c5961d), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:17.127539 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-961a9367-fa11-4d7b-956e-904ec7fdf066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:17.130919 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-961a9367-fa11-4d7b-956e-904ec7fdf066 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/672f36f4-dc97-430b-910b-a96962c5961d HTTP/1.1" status: 204 len: 168 time: 0.1553621 May 25 16:28:17.138821 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a9367-fa11-4d7b-956e-904ec7fdf066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672f36f4-dc97-430b-910b-a96962c5961d,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:17.211717 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (630ec67c-c754-483c-8f56-40b043363855), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:17.413742 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for port (630ec67c-c754-483c-8f56-40b043363855), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:17.418763 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (630ec67c-c754-483c-8f56-40b043363855), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:17.495466 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event updated for resources: {'Port': ['ID=630ec67c-c754-483c-8f56-40b043363855,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:17.506981 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (f74ec871-a115-43d1-92da-17820e58e674), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:17.607888 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Floating IP f74ec871-a115-43d1-92da-17820e58e674 associated. External IP: 172.27.1.254, port: 28e24d33-7178-4533-933f-ce0069b847bd. May 25 16:28:17.655057 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:17.691252 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:17.830029 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Router 313f9e04-c2be-4678-8132-dc209d3dd2cf has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:28:17.946577 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:28:17.957078 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecbe26f-cc5b-4927-8f04-d2c843a21f10 None None] Sync routers for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:28:17.971994 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecbe26f-cc5b-4927-8f04-d2c843a21f10 None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:28:17.973744 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-1ecbe26f-cc5b-4927-8f04-d2c843a21f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:28:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:17.981272 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:18.019929 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0ce7a582-53ae-4103-b98f-531d9bab9b70 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8642888 May 25 16:28:18.020553 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'tag': '28e24d33-7178-4533-933f-ce0069b847bd'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:28:18.022890 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bc4e27-5738-4956-b14d-f3748adb72ed" -d '{"events": [{"name": "network-changed", "server_uuid": "be25cf4d-733b-4999-b6d9-474da04a6444", "tag": "28e24d33-7178-4533-933f-ce0069b847bd"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:28:18.079737 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834ca88e-2eee-4f5c-926b-c649d2cd8954 x-openstack-request-id: req-834ca88e-2eee-4f5c-926b-c649d2cd8954 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:28:18.080027 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be25cf4d-733b-4999-b6d9-474da04a6444", "tag": "28e24d33-7178-4533-933f-ce0069b847bd", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:28:18.080282 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-834ca88e-2eee-4f5c-926b-c649d2cd8954 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:28:18.080683 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834ca88e-2eee-4f5c-926b-c649d2cd8954'] response: {'name': 'network-changed', 'server_uuid': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'tag': '28e24d33-7178-4533-933f-ce0069b847bd', 'status': 'completed', 'code': 200} May 25 16:28:18.152265 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-1ecbe26f-cc5b-4927-8f04-d2c843a21f10 None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:28:18.195221 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc4e27-5738-4956-b14d-f3748adb72ed req-e9fac958-de82-46b9-abec-d1c620f536ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:18.198056 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4bc4e27-5738-4956-b14d-f3748adb72ed req-e9fac958-de82-46b9-abec-d1c620f536ac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 1129 time: 0.0812857 May 25 16:28:18.206884 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b4ffa-d87a-484a-a4ea-90c852667cb6 req-ad069109-58cf-4d14-a514-8151e4108b94 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:18.213246 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b18b4ffa-d87a-484a-a4ea-90c852667cb6 req-ad069109-58cf-4d14-a514-8151e4108b94 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 945 time: 0.1177523 May 25 16:28:18.285233 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 1b308357-2eea-4345-8819-270bbbadb931 up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:18.344314 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b18b4ffa-d87a-484a-a4ea-90c852667cb6 req-051f7251-4271-4e9c-8f93-0b25f0e2c6db tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261661 May 25 16:28:18.410003 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 1b308357-2eea-4345-8819-270bbbadb931 completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:28:18.417169 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc4e27-5738-4956-b14d-f3748adb72ed req-2ff32df7-646e-44a8-b63a-171e0fcad98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:18.420212 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4bc4e27-5738-4956-b14d-f3748adb72ed req-2ff32df7-646e-44a8-b63a-171e0fcad98c service neutron] 10.222.0.84 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 913 time: 0.2163804 May 25 16:28:18.423051 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 1b308357-2eea-4345-8819-270bbbadb931 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:18.423051 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (1b308357-2eea-4345-8819-270bbbadb931), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:18.561618 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4bc4e27-5738-4956-b14d-f3748adb72ed req-9c3690dd-c39f-49c4-863c-dcd90a0b83a8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28e24d33-7178-4533-933f-ce0069b847bd HTTP/1.1" status: 200 len: 999 time: 0.1187272 May 25 16:28:18.571699 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-1ecbe26f-cc5b-4927-8f04-d2c843a21f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '5a195698-1c20-404f-8a67-44f3249619da', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:69:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:26:13Z', 'updated_at': '2022-05-25T16:26:16Z', 'revision_number': 1, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}, {'id': 'f74ec871-a115-43d1-92da-17820e58e674', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': '28e24d33-7178-4533-933f-ce0069b847bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:82:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:28:16Z', 'updated_at': '2022-05-25T16:28:16Z', 'revision_number': 0, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:18.607555 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecbe26f-cc5b-4927-8f04-d2c843a21f10 None None] Checking router: 313f9e04-c2be-4678-8132-dc209d3dd2cf for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:28:18.618207 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 1b308357-2eea-4345-8819-270bbbadb931 is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:18.618825 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (1b308357-2eea-4345-8819-270bbbadb931), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:18.623245 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecbe26f-cc5b-4927-8f04-d2c843a21f10 None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:28:18.624368 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-1ecbe26f-cc5b-4927-8f04-d2c843a21f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:28:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:18.624499 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc4e27-5738-4956-b14d-f3748adb72ed req-d3b89ce2-f5f7-4b2c-8884-d6e3c719c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:18.626198 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4bc4e27-5738-4956-b14d-f3748adb72ed req-d3b89ce2-f5f7-4b2c-8884-d6e3c719c210 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 200 len: 850 time: 0.0574734 May 25 16:28:18.686549 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:18.710535 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc4e27-5738-4956-b14d-f3748adb72ed req-473d0638-7d8f-44f4-9aa9-07484eebdd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:18.711642 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4bc4e27-5738-4956-b14d-f3748adb72ed req-473d0638-7d8f-44f4-9aa9-07484eebdd74 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5f7c259b-fa42-4f62-9149-4145e768ec9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781555 May 25 16:28:18.717003 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6349f6ac-f05d-4eb0-902d-d70acad20a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b308357-2eea-4345-8819-270bbbadb931'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:28:18.719301 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c25756-224b-4b14-927f-a57d47a7fa7a" -d '{"events": [{"server_uuid": "6349f6ac-f05d-4eb0-902d-d70acad20a64", "name": "network-vif-plugged", "status": "completed", "tag": "1b308357-2eea-4345-8819-270bbbadb931"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:28:18.738117 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 1b308357-2eea-4345-8819-270bbbadb931, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1b308357-2eea-4345-8819-270bbbadb931,segment=NetworkSegment(c54dd039-d0d1-4a7e-a0eb-59b81e29371e),segment_id=c54dd039-d0d1-4a7e-a0eb-59b81e29371e)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:18.768106 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d0eef7-cd5b-4f16-9d4e-f3460c76b4e1 x-openstack-request-id: req-c7d0eef7-cd5b-4f16-9d4e-f3460c76b4e1 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:28:18.768392 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6349f6ac-f05d-4eb0-902d-d70acad20a64", "name": "network-vif-plugged", "status": "completed", "tag": "1b308357-2eea-4345-8819-270bbbadb931", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:28:18.768636 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7d0eef7-cd5b-4f16-9d4e-f3460c76b4e1 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:28:18.769019 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d0eef7-cd5b-4f16-9d4e-f3460c76b4e1'] response: {'server_uuid': '6349f6ac-f05d-4eb0-902d-d70acad20a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b308357-2eea-4345-8819-270bbbadb931', 'code': 200} May 25 16:28:18.771597 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (1b308357-2eea-4345-8819-270bbbadb931), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:18.811276 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4bc4e27-5738-4956-b14d-f3748adb72ed req-f34dce87-d4c1-49b3-8115-473370c82a83 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918198 May 25 16:28:18.826283 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-1ecbe26f-cc5b-4927-8f04-d2c843a21f10 None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:28:18.862882 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=1b308357-2eea-4345-8819-270bbbadb931,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:18.988247 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:19.058846 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-1ecbe26f-cc5b-4927-8f04-d2c843a21f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '5a195698-1c20-404f-8a67-44f3249619da', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:69:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:26:13Z', 'updated_at': '2022-05-25T16:26:16Z', 'revision_number': 1, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}, {'id': 'f74ec871-a115-43d1-92da-17820e58e674', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': '28e24d33-7178-4533-933f-ce0069b847bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:82:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:28:16Z', 'updated_at': '2022-05-25T16:28:16Z', 'revision_number': 0, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:19.083311 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecbe26f-cc5b-4927-8f04-d2c843a21f10 None None] The sync data for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi is: [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '5a195698-1c20-404f-8a67-44f3249619da', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:69:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:26:13Z', 'updated_at': '2022-05-25T16:26:16Z', 'revision_number': 1, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}, {'id': 'f74ec871-a115-43d1-92da-17820e58e674', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': '28e24d33-7178-4533-933f-ce0069b847bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:82:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:28:16Z', 'updated_at': '2022-05-25T16:28:16Z', 'revision_number': 0, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:28:19.288564 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8386edd4-04b4-49ce-989e-f2e2feb74ff0 None None] New status for floating IP f74ec871-a115-43d1-92da-17820e58e674: ACTIVE {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:28:19.464160 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123b9f1-cece-4786-adf0-e298e8dbdce1 req-1db7b56d-c7e5-40ef-9dc5-6650c17aadcc tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:19.465668 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5123b9f1-cece-4786-adf0-e298e8dbdce1 req-1db7b56d-c7e5-40ef-9dc5-6650c17aadcc tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 946 time: 0.0486493 May 25 16:28:19.530252 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5123b9f1-cece-4786-adf0-e298e8dbdce1 req-f95accfc-9c4b-4657-b2b4-f735b12c4b4a tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580657 May 25 16:28:20.644947 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6cf65-5f22-4364-ac03-4ce147734e3b req-b7ddeee4-0d6c-45f4-8ccb-10c3133d0525 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:20.646394 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f1e6cf65-5f22-4364-ac03-4ce147734e3b req-b7ddeee4-0d6c-45f4-8ccb-10c3133d0525 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 946 time: 0.0471342 May 25 16:28:20.693484 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f1e6cf65-5f22-4364-ac03-4ce147734e3b req-e00a6e3d-194b-4df0-9643-3ff9809e4a40 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 May 25 16:28:21.337980 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4bc4e27-5738-4956-b14d-f3748adb72ed req-40a83534-5b1b-4b62-93fb-4752a89eb290 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005938 May 25 16:28:21.403301 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46e863-35ec-4561-8a02-9cd437436553 req-4f1550ff-37cd-490c-bec5-37e3d4e24a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:21.404848 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8c46e863-35ec-4561-8a02-9cd437436553 req-4f1550ff-37cd-490c-bec5-37e3d4e24a7f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 1130 time: 0.0468080 May 25 16:28:21.455060 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8c46e863-35ec-4561-8a02-9cd437436553 req-d2d8e2d3-06b9-4428-a090-c5f6cb4b50a3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440259 May 25 16:28:21.466145 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:21.819710 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a354c-0f1f-4ae3-8312-0b940fd173f7 req-8fd1353d-35f1-430b-a146-58718290c582 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:21.827305 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8a6a354c-0f1f-4ae3-8312-0b940fd173f7 req-8fd1353d-35f1-430b-a146-58718290c582 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 946 time: 0.0581656 May 25 16:28:21.873760 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8a6a354c-0f1f-4ae3-8312-0b940fd173f7 req-f8a7ab8b-f7b2-4623-b910-4050c1182ba8 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455360 May 25 16:28:22.987792 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:22.997892 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fafe4c-f0c5-4217-a627-ae91f350a3f1 req-80167214-df39-4656-8d00-c7f29a102a71 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:22.999376 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-95fafe4c-f0c5-4217-a627-ae91f350a3f1 req-80167214-df39-4656-8d00-c7f29a102a71 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 946 time: 0.0526862 May 25 16:28:23.053524 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-95fafe4c-f0c5-4217-a627-ae91f350a3f1 req-2d3b449a-3f44-433d-b1e8-fa66f0c126cf tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470371 May 25 16:28:23.456168 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:28:24.175676 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b94c1-9824-4a70-aed7-61d31187931e req-683e93f6-0b48-44d6-8393-e2cf6d74aa12 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:24.177034 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9f9b94c1-9824-4a70-aed7-61d31187931e req-683e93f6-0b48-44d6-8393-e2cf6d74aa12 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 946 time: 0.0502555 May 25 16:28:24.225048 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9f9b94c1-9824-4a70-aed7-61d31187931e req-abf9e131-7ed2-4ddd-91f1-d151d889ef30 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 May 25 16:28:24.666229 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48488) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:24.787471 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:24.823567 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:24.830283 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:24.878148 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Publish callbacks [] for security_group (2a49aaf7-2401-4a17-a855-cab4f429dd58), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:24.882158 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (2a49aaf7-2401-4a17-a855-cab4f429dd58), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:24.925790 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb1c6795c1814b89a52cb4752d949ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583301 May 25 16:28:24.926704 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a49aaf7-2401-4a17-a855-cab4f429dd58,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:24.928656 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48500) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:24.946060 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.946925 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.947267 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.947605 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.947939 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.948272 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.948600 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.948925 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.949254 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.949596 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.949939 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.950272 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.950595 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.950917 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.951238 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec492-5480-4414-b1ef-ab289514c9f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:24.987687 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444eb45-0eb3-4993-a354-3743fa77a60e req-169a2473-21c5-455c-a254-59919705a835 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:24.990073 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b444eb45-0eb3-4993-a354-3743fa77a60e req-169a2473-21c5-455c-a254-59919705a835 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 946 time: 0.0683925 May 25 16:28:24.994646 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7603476b-1044-49c8-9fe8-c3ad720363bc admin admin] Publish callbacks [] for security_group (2a49aaf7-2401-4a17-a855-cab4f429dd58), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:25.022042 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7603476b-1044-49c8-9fe8-c3ad720363bc admin admin] Publish callbacks [] for security_group (2a49aaf7-2401-4a17-a855-cab4f429dd58), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:25.042283 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b444eb45-0eb3-4993-a354-3743fa77a60e req-d0100115-f036-4241-bb24-ed9058eca167 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456386 May 25 16:28:25.074880 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7603476b-1044-49c8-9fe8-c3ad720363bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (2a49aaf7-2401-4a17-a855-cab4f429dd58), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:25.077457 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7603476b-1044-49c8-9fe8-c3ad720363bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:25.078640 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7603476b-1044-49c8-9fe8-c3ad720363bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a49aaf7-2401-4a17-a855-cab4f429dd58 HTTP/1.1" status: 204 len: 168 time: 0.1490300 May 25 16:28:25.086900 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603476b-1044-49c8-9fe8-c3ad720363bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a49aaf7-2401-4a17-a855-cab4f429dd58,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:25.361542 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48508) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:25.375604 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55bea879-84af-4b79-861c-340cc62eb338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:25.459317 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55bea879-84af-4b79-861c-340cc62eb338 admin admin] Publish callbacks [] for security_group (ff5d76a0-4845-4eed-9e4f-22ebbe9cef93), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:25.463235 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55bea879-84af-4b79-861c-340cc62eb338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (ff5d76a0-4845-4eed-9e4f-22ebbe9cef93), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:25.503577 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-55bea879-84af-4b79-861c-340cc62eb338 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c95e7b8b6b0f4942a4c5828871fdf1ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409094 May 25 16:28:25.505027 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bea879-84af-4b79-861c-340cc62eb338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5d76a0-4845-4eed-9e4f-22ebbe9cef93,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:25.506264 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48510) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:25.557414 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-664bf12d-f2be-4283-85c8-56c6846f5a51 admin admin] Publish callbacks [] for security_group (ff5d76a0-4845-4eed-9e4f-22ebbe9cef93), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:25.570959 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:25.580455 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-664bf12d-f2be-4283-85c8-56c6846f5a51 admin admin] Publish callbacks [] for security_group (ff5d76a0-4845-4eed-9e4f-22ebbe9cef93), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:25.628389 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-664bf12d-f2be-4283-85c8-56c6846f5a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (ff5d76a0-4845-4eed-9e4f-22ebbe9cef93), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:25.631205 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-664bf12d-f2be-4283-85c8-56c6846f5a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:25.632390 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-664bf12d-f2be-4283-85c8-56c6846f5a51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff5d76a0-4845-4eed-9e4f-22ebbe9cef93 HTTP/1.1" status: 204 len: 168 time: 0.1250529 May 25 16:28:25.640505 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bf12d-f2be-4283-85c8-56c6846f5a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5d76a0-4845-4eed-9e4f-22ebbe9cef93,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:26.172873 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02794002-bdab-48e0-929f-78156be10e71 req-2109bf25-79db-4cfe-b11a-615f0058a595 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458155 May 25 16:28:26.178298 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3b494-d2a5-4d5e-bcfa-85abd218d041 req-a0778734-35b5-4fd6-8461-85464ddc513d tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:26.179743 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d8d3b494-d2a5-4d5e-bcfa-85abd218d041 req-a0778734-35b5-4fd6-8461-85464ddc513d tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 946 time: 0.0572894 May 25 16:28:26.232669 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d8d3b494-d2a5-4d5e-bcfa-85abd218d041 req-97ee6a64-5a5c-40e8-94c1-df7ca5965757 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470269 May 25 16:28:26.332421 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794002-bdab-48e0-929f-78156be10e71 req-bdc2dec2-6c3a-40ec-a619-d01d31e47135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:26.333951 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02794002-bdab-48e0-929f-78156be10e71 req-bdc2dec2-6c3a-40ec-a619-d01d31e47135 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 1129 time: 0.0449553 May 25 16:28:26.469261 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794002-bdab-48e0-929f-78156be10e71 req-ab070971-4def-43d6-8e48-dba01a3bc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:26.470787 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02794002-bdab-48e0-929f-78156be10e71 req-ab070971-4def-43d6-8e48-dba01a3bc21a service neutron] 10.222.0.84 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 913 time: 0.1182976 May 25 16:28:26.523542 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4828-c98e-40b0-a0f1-00cf4acb7469 req-b55e7414-7aa4-424c-bd91-f73e18260de3 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:26.525587 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-273e4828-c98e-40b0-a0f1-00cf4acb7469 req-b55e7414-7aa4-424c-bd91-f73e18260de3 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.84 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 946 time: 0.0917375 May 25 16:28:26.582722 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02794002-bdab-48e0-929f-78156be10e71 req-1a6c65bb-2b8d-4fb6-851b-3b8c405209ef service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414a4851-4f1f-4eac-9236-89ed850b9b5a HTTP/1.1" status: 200 len: 1001 time: 0.1044681 May 25 16:28:26.662927 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-273e4828-c98e-40b0-a0f1-00cf4acb7469 req-d59d1403-e85d-461a-8913-ba6d48b069b5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Deleting port 1b308357-2eea-4345-8819-270bbbadb931 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:28:26.663281 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-273e4828-c98e-40b0-a0f1-00cf4acb7469 req-d59d1403-e85d-461a-8913-ba6d48b069b5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (1b308357-2eea-4345-8819-270bbbadb931), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:26.673346 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794002-bdab-48e0-929f-78156be10e71 req-2f95f29d-e1a7-4e93-aabf-f2363ef8ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:26.673346 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02794002-bdab-48e0-929f-78156be10e71 req-2f95f29d-e1a7-4e93-aabf-f2363ef8ecb6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 200 len: 850 time: 0.0821283 May 25 16:28:26.965784 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:26.966701 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:27.022335 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794002-bdab-48e0-929f-78156be10e71 req-e56a3d8a-750a-4f45-9896-42b732192f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:27.023763 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02794002-bdab-48e0-929f-78156be10e71 req-e56a3d8a-750a-4f45-9896-42b732192f98 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5f7c259b-fa42-4f62-9149-4145e768ec9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940211 May 25 16:28:27.066584 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-273e4828-c98e-40b0-a0f1-00cf4acb7469 req-d59d1403-e85d-461a-8913-ba6d48b069b5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] For port 1b308357-2eea-4345-8819-270bbbadb931, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=1b308357-2eea-4345-8819-270bbbadb931,segment=NetworkSegment(c54dd039-d0d1-4a7e-a0eb-59b81e29371e),segment_id=c54dd039-d0d1-4a7e-a0eb-59b81e29371e)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:27.066961 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-273e4828-c98e-40b0-a0f1-00cf4acb7469 req-d59d1403-e85d-461a-8913-ba6d48b069b5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (1b308357-2eea-4345-8819-270bbbadb931), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:27.109568 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-273e4828-c98e-40b0-a0f1-00cf4acb7469 req-d59d1403-e85d-461a-8913-ba6d48b069b5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Calling delete_port for 1b308357-2eea-4345-8819-270bbbadb931 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:28:27.199294 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02794002-bdab-48e0-929f-78156be10e71 req-cd5b52f0-afb0-40db-a3ec-767d43e4c1a2 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659656 May 25 16:28:27.344931 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02794002-bdab-48e0-929f-78156be10e71 req-36819e5f-b12e-4cd5-bd38-b7595f9b590f service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365812 May 25 16:28:27.346015 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-273e4828-c98e-40b0-a0f1-00cf4acb7469 req-d59d1403-e85d-461a-8913-ba6d48b069b5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (1b308357-2eea-4345-8819-270bbbadb931), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:27.359382 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['1b308357-2eea-4345-8819-270bbbadb931'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:28:27.379930 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d1403-e85d-461a-8913-ba6d48b069b5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Pushing event deleted for resources: {'Port': ['ID=1b308357-2eea-4345-8819-270bbbadb931,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:27.440986 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819c9d5-deb6-4257-8432-a1ed2a2ecc3e req-776c1318-da3a-4fb3-9135-afcd41b3d62d tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:27.442610 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a819c9d5-deb6-4257-8432-a1ed2a2ecc3e req-776c1318-da3a-4fb3-9135-afcd41b3d62d tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6349f6ac-f05d-4eb0-902d-d70acad20a64 HTTP/1.1" status: 200 len: 946 time: 0.1150663 May 25 16:28:27.448756 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-273e4828-c98e-40b0-a0f1-00cf4acb7469 req-d59d1403-e85d-461a-8913-ba6d48b069b5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] No DVR routers for this DVR port 1b308357-2eea-4345-8819-270bbbadb931 on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:28:27.451697 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-273e4828-c98e-40b0-a0f1-00cf4acb7469 req-d59d1403-e85d-461a-8913-ba6d48b069b5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:27.455347 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-273e4828-c98e-40b0-a0f1-00cf4acb7469 req-d59d1403-e85d-461a-8913-ba6d48b069b5 tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.84 "DELETE /v2.0/ports/1b308357-2eea-4345-8819-270bbbadb931 HTTP/1.1" status: 204 len: 173 time: 0.9246929 May 25 16:28:27.455835 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6349f6ac-f05d-4eb0-902d-d70acad20a64', 'name': 'network-vif-deleted', 'tag': '1b308357-2eea-4345-8819-270bbbadb931'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:28:27.458199 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc4da16-e93c-49d0-9a50-4de957c9d1ad" -d '{"events": [{"server_uuid": "6349f6ac-f05d-4eb0-902d-d70acad20a64", "name": "network-vif-deleted", "tag": "1b308357-2eea-4345-8819-270bbbadb931"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:28:27.498100 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82b3fd8-dffb-4c32-ab02-44ffac314c96 x-openstack-request-id: req-a82b3fd8-dffb-4c32-ab02-44ffac314c96 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:28:27.498386 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6349f6ac-f05d-4eb0-902d-d70acad20a64", "name": "network-vif-deleted", "tag": "1b308357-2eea-4345-8819-270bbbadb931", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:28:27.498956 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a82b3fd8-dffb-4c32-ab02-44ffac314c96 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:28:27.499160 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82b3fd8-dffb-4c32-ab02-44ffac314c96'] response: {'server_uuid': '6349f6ac-f05d-4eb0-902d-d70acad20a64', 'name': 'network-vif-deleted', 'tag': '1b308357-2eea-4345-8819-270bbbadb931', 'status': 'completed', 'code': 200} May 25 16:28:27.510355 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a819c9d5-deb6-4257-8432-a1ed2a2ecc3e req-2fcbbbd3-0d3a-4fb6-9caf-6bed64b99f8c tempest-VolumesActionsTest-408508027 tempest-VolumesActionsTest-408508027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a93f389-8600-4512-b0e9-33d2539ae138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589352 May 25 16:28:30.223681 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2d813f0f-5932-4c45-9082-fcd1b6e94046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:30.965510 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 1b308357-2eea-4345-8819-270bbbadb931 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:28:30.987818 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 1b308357-2eea-4345-8819-270bbbadb931 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:28:30.988159 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 1b308357-2eea-4345-8819-270bbbadb931 not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:28:32.559610 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dacca3df-dae2-4353-94e1-1cd4b23b955b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:33.451472 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=23 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:33.452239 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:33.686217 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:34.110035 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48702) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:34.237176 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-19e79ec4-95ee-4621-a73f-63b01da86439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:34.316458 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-19e79ec4-95ee-4621-a73f-63b01da86439 admin admin] Publish callbacks [] for security_group (e2b6689f-c0a9-4494-b6cb-6f383ffb3f6f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:34.320451 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-19e79ec4-95ee-4621-a73f-63b01da86439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (e2b6689f-c0a9-4494-b6cb-6f383ffb3f6f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:34.363233 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-19e79ec4-95ee-4621-a73f-63b01da86439 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a829404dbe14d25b69f5a453fed1fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515702 May 25 16:28:34.364486 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e79ec4-95ee-4621-a73f-63b01da86439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b6689f-c0a9-4494-b6cb-6f383ffb3f6f,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:34.366130 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48720) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:34.439397 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Publish callbacks [] for security_group (e2b6689f-c0a9-4494-b6cb-6f383ffb3f6f), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:34.474353 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Publish callbacks [] for security_group (e2b6689f-c0a9-4494-b6cb-6f383ffb3f6f), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:34.551980 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (e2b6689f-c0a9-4494-b6cb-6f383ffb3f6f), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:34.554589 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:34.559544 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2b6689f-c0a9-4494-b6cb-6f383ffb3f6f HTTP/1.1" status: 204 len: 168 time: 0.1918001 May 25 16:28:34.575778 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b6689f-c0a9-4494-b6cb-6f383ffb3f6f,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:34.593256 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.593598 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.593962 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.594294 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.594615 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.594932 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.595246 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.595558 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.595872 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.596185 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.596603 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.596925 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.597236 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.604202 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:34.605176 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30802-2732-4c38-bbd6-283ede56889c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:35.022454 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48746) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:35.037974 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80abf2dc-a8f9-4221-8bfb-f6167e287cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:35.120845 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80abf2dc-a8f9-4221-8bfb-f6167e287cc6 admin admin] Publish callbacks [] for security_group (77bf4f1a-7cf8-4c32-afc3-d0ecb5363b85), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:35.125930 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80abf2dc-a8f9-4221-8bfb-f6167e287cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (77bf4f1a-7cf8-4c32-afc3-d0ecb5363b85), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:35.165374 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abf2dc-a8f9-4221-8bfb-f6167e287cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bf4f1a-7cf8-4c32-afc3-d0ecb5363b85,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:35.171771 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-80abf2dc-a8f9-4221-8bfb-f6167e287cc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a018b1ddf0224770b73fbd574a34fbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480350 May 25 16:28:35.174481 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48748) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:35.194944 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:35.225802 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-727727c4-c799-491c-8bfe-473d6b16e547 admin admin] Publish callbacks [] for security_group (77bf4f1a-7cf8-4c32-afc3-d0ecb5363b85), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:35.250035 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-727727c4-c799-491c-8bfe-473d6b16e547 admin admin] Publish callbacks [] for security_group (77bf4f1a-7cf8-4c32-afc3-d0ecb5363b85), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:35.303139 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-727727c4-c799-491c-8bfe-473d6b16e547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (77bf4f1a-7cf8-4c32-afc3-d0ecb5363b85), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:35.305799 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-727727c4-c799-491c-8bfe-473d6b16e547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:35.307008 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-727727c4-c799-491c-8bfe-473d6b16e547 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77bf4f1a-7cf8-4c32-afc3-d0ecb5363b85 HTTP/1.1" status: 204 len: 168 time: 0.1316433 May 25 16:28:35.317008 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727727c4-c799-491c-8bfe-473d6b16e547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bf4f1a-7cf8-4c32-afc3-d0ecb5363b85,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:35.381741 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:35.822640 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48760) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:35.845903 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-403927eb-0c3d-4450-91a0-30d4affa631f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:35.872741 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:35.945170 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-403927eb-0c3d-4450-91a0-30d4affa631f admin admin] Publish callbacks [] for security_group (875a229f-b0ba-4476-9742-872efa70ffc6), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:35.950650 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-403927eb-0c3d-4450-91a0-30d4affa631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (875a229f-b0ba-4476-9742-872efa70ffc6), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:35.991932 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403927eb-0c3d-4450-91a0-30d4affa631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875a229f-b0ba-4476-9742-872efa70ffc6,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:35.997769 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-403927eb-0c3d-4450-91a0-30d4affa631f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=562b58a5d5eb4ea6843d414535ce6716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724186 May 25 16:28:36.000646 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48762) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:36.067073 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-514bdf2e-cb23-4396-a02b-446a3a7585f6 admin admin] Publish callbacks [] for security_group (875a229f-b0ba-4476-9742-872efa70ffc6), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:36.092998 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-514bdf2e-cb23-4396-a02b-446a3a7585f6 admin admin] Publish callbacks [] for security_group (875a229f-b0ba-4476-9742-872efa70ffc6), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:36.143452 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-514bdf2e-cb23-4396-a02b-446a3a7585f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (875a229f-b0ba-4476-9742-872efa70ffc6), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:36.146430 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-514bdf2e-cb23-4396-a02b-446a3a7585f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:36.148042 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-514bdf2e-cb23-4396-a02b-446a3a7585f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/875a229f-b0ba-4476-9742-872efa70ffc6 HTTP/1.1" status: 204 len: 168 time: 0.1463623 May 25 16:28:36.170864 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bdf2e-cb23-4396-a02b-446a3a7585f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875a229f-b0ba-4476-9742-872efa70ffc6,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:36.558308 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:37.551571 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48810) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:37.693639 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb85b6b4-d299-48a5-9dcb-555987250100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:37.811181 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb85b6b4-d299-48a5-9dcb-555987250100 admin admin] Publish callbacks [] for security_group (71d3bb11-3d36-46b3-bb88-1b9d58776f5a), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:37.815832 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb85b6b4-d299-48a5-9dcb-555987250100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (71d3bb11-3d36-46b3-bb88-1b9d58776f5a), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:37.860666 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-eb85b6b4-d299-48a5-9dcb-555987250100 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91e5797e738e4471bec3cae160fef804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073406 May 25 16:28:37.861778 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85b6b4-d299-48a5-9dcb-555987250100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d3bb11-3d36-46b3-bb88-1b9d58776f5a,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:37.863997 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48816) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:37.916587 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba043150-a33a-4d9d-bc37-1714b1593ad7 admin admin] Publish callbacks [] for security_group (71d3bb11-3d36-46b3-bb88-1b9d58776f5a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:37.941113 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba043150-a33a-4d9d-bc37-1714b1593ad7 admin admin] Publish callbacks [] for security_group (71d3bb11-3d36-46b3-bb88-1b9d58776f5a), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:37.972517 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:38.004956 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba043150-a33a-4d9d-bc37-1714b1593ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (71d3bb11-3d36-46b3-bb88-1b9d58776f5a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:38.007820 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba043150-a33a-4d9d-bc37-1714b1593ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:38.012802 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ba043150-a33a-4d9d-bc37-1714b1593ad7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71d3bb11-3d36-46b3-bb88-1b9d58776f5a HTTP/1.1" status: 204 len: 168 time: 0.1440463 May 25 16:28:38.018689 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba043150-a33a-4d9d-bc37-1714b1593ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d3bb11-3d36-46b3-bb88-1b9d58776f5a,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:42.553635 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48922) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:42.673951 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-84407d99-678a-4a68-93cb-20d06deeec37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:42.762302 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-84407d99-678a-4a68-93cb-20d06deeec37 admin admin] Publish callbacks [] for security_group (41a35d02-1603-4e5e-a249-e533e0bddd24), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:42.762302 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-84407d99-678a-4a68-93cb-20d06deeec37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (41a35d02-1603-4e5e-a249-e533e0bddd24), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:42.807919 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84407d99-678a-4a68-93cb-20d06deeec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a35d02-1603-4e5e-a249-e533e0bddd24,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:42.815978 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-84407d99-678a-4a68-93cb-20d06deeec37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=297d9ce68caa4821875a6bf6a775ed64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612402 May 25 16:28:42.817912 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48934) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:42.861311 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:42.889267 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2124114e-5ffc-43e3-934b-2808c42f4a01 admin admin] Publish callbacks [] for security_group (41a35d02-1603-4e5e-a249-e533e0bddd24), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:42.911954 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2124114e-5ffc-43e3-934b-2808c42f4a01 admin admin] Publish callbacks [] for security_group (41a35d02-1603-4e5e-a249-e533e0bddd24), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:42.976702 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2124114e-5ffc-43e3-934b-2808c42f4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (41a35d02-1603-4e5e-a249-e533e0bddd24), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:42.982308 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2124114e-5ffc-43e3-934b-2808c42f4a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:42.986454 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2124114e-5ffc-43e3-934b-2808c42f4a01 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41a35d02-1603-4e5e-a249-e533e0bddd24 HTTP/1.1" status: 204 len: 168 time: 0.1644101 May 25 16:28:43.005325 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124114e-5ffc-43e3-934b-2808c42f4a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a35d02-1603-4e5e-a249-e533e0bddd24,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:43.835424 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 48966) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:43.978671 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-514953921-network', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:28:44.005308 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Made reservation on behalf of c8efc0621a1242329970cda13b3fee4b for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:28:44.008305 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.018118 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.110854 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Publish callbacks [] for security_group (54dab29e-2338-41ea-b4f0-990528736b41), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.116620 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (54dab29e-2338-41ea-b4f0-990528736b41), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.151041 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:28:44.156993 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dab29e-2338-41ea-b4f0-990528736b41,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:44.165099 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (9a6d8354-f287-4b2c-abe6-b3ffd051cb57), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.165528 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Added segment 9a6d8354-f287-4b2c-abe6-b3ffd051cb57 of type vlan for network 3208438a-9fe5-4561-8a67-505a574fed46 May 25 16:28:44.212853 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (3208438a-9fe5-4561-8a67-505a574fed46), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.243694 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (3208438a-9fe5-4561-8a67-505a574fed46), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.244870 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:44.246080 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.249660 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:44.305691 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4690747 May 25 16:28:44.310838 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48972) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:44.320298 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-2f65620d-36f2-4592-9f5a-e9b410cfef3c admin admin] Request body: {'subnet': {'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-514953921-subnet', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:28:44.320622 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dab6dc-2a0d-4935-a0cf-052c3ee71527 admin admin] Pushing event updated for resources: {'Network': ['ID=3208438a-9fe5-4561-8a67-505a574fed46,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:44.337522 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 3208438a-9fe5-4561-8a67-505a574fed46 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:28:44.355720 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f65620d-36f2-4592-9f5a-e9b410cfef3c admin admin] Made reservation on behalf of c8efc0621a1242329970cda13b3fee4b for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:28:44.358244 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2f65620d-36f2-4592-9f5a-e9b410cfef3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372585'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.458878 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:44.475318 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:44.599370 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2f65620d-36f2-4592-9f5a-e9b410cfef3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9645219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372635'] for subnet (a194589e-69a7-418c-a056-ee7371b3726f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.681970 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65620d-36f2-4592-9f5a-e9b410cfef3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a194589e-69a7-418c-a056-ee7371b3726f,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:44.702965 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f65620d-36f2-4592-9f5a-e9b410cfef3c admin admin] Checking segment: {'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:28:44.703327 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f65620d-36f2-4592-9f5a-e9b410cfef3c admin admin] Network hostable DHCP agents. Network: 3208438a-9fe5-4561-8a67-505a574fed46, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:28:44.732537 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f65620d-36f2-4592-9f5a-e9b410cfef3c admin admin] Network 3208438a-9fe5-4561-8a67-505a574fed46 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:28:44.748661 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-2f65620d-36f2-4592-9f5a-e9b410cfef3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 3208438a-9fe5-4561-8a67-505a574fed46) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:28:44.758150 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f65620d-36f2-4592-9f5a-e9b410cfef3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:44.759067 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2f65620d-36f2-4592-9f5a-e9b410cfef3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.759941 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd002a95-aeff-47ad-9f71-e5fc4d609e0d None None] Network 3208438a-9fe5-4561-8a67-505a574fed46 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:28:44.781296 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2f65620d-36f2-4592-9f5a-e9b410cfef3c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4685659 May 25 16:28:44.784551 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48978) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:44.789469 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:28:44.813594 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29554'] for router (01f1d9c3-ed6f-4452-88e9-60337102e01d), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.814901 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3681872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29561'] for router (01f1d9c3-ed6f-4452-88e9-60337102e01d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.880147 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ee8f66d-6478-59fe-875a-ccd0fa6a1b8a-3208438a-9fe5-4561-8a67-505a574fed46', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f'}]}} from dv-cinder-843278-2-iscsi. {{(pid=103814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:28:44.881322 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:44.902422 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Publish callbacks [] for router_controller (01f1d9c3-ed6f-4452-88e9-60337102e01d), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:45.041563 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.db_base_plugin_common [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Allocated IP 172.20.0.2 (3208438a-9fe5-4561-8a67-505a574fed46/a194589e-69a7-418c-a056-ee7371b3726f/1da9bcde-5539-46e4-a08b-b638e05ce9e7) {{(pid=103814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:28:45.058307 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Publish callbacks [] for router_gateway (01f1d9c3-ed6f-4452-88e9-60337102e01d), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:45.111643 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:45.261847 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Publish callbacks [] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), precommit_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:45.269434 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Publish callbacks [] for router_gateway (01f1d9c3-ed6f-4452-88e9-60337102e01d), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:45.269897 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:45.294532 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:45.312150 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Network 3208438a-9fe5-4561-8a67-505a574fed46 is already hosted by enough agents. {{(pid=103814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:28:45.315657 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.base_scheduler [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Resources bound (agent type, host, resource id): {{(pid=103814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:28:45.326058 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Received port after_create {{(pid=103814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:28:45.359410 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Pushing event updated for resources: {'Port': ['ID=1da9bcde-5539-46e4-a08b-b638e05ce9e7,revision_number=1']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:45.367992 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.368325 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.368661 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.368992 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.369318 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.369637 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.370566 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.370954 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.371266 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.371584 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.371919 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.372386 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.372768 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.373151 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.373400 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:45.407852 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Attempting to bind port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:28:45.408226 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Attempting to bind port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:28:45.408588 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Attempting to bind port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 on network 3208438a-9fe5-4561-8a67-505a574fed46 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:28:45.414217 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:28:45.414588 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Checking segment: {'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:28:45.414988 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:45.415376 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Bound using segment: {'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:28:45.415834 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Bound port: 1da9bcde-5539-46e4-a08b-b638e05ce9e7, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:28:45.416197 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:45.458490 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Allocated IP 172.27.1.123 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/141bc512-49c4-41ce-9281-9164933daad6) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:28:45.489993 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:45.491777 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] For port 1da9bcde-5539-46e4-a08b-b638e05ce9e7, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:28:45.496168 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] For port 1da9bcde-5539-46e4-a08b-b638e05ce9e7, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=1da9bcde-5539-46e4-a08b-b638e05ce9e7,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:28:45.510438 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:45.602652 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc865d01-3f33-4d44-a4b2-398bdc17a970 None None] Pushing event updated for resources: {'Port': ['ID=1da9bcde-5539-46e4-a08b-b638e05ce9e7,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:45.660306 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Publish callbacks [] for port (141bc512-49c4-41ce-9281-9164933daad6), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:45.670534 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:45.706637 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:45.729150 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (141bc512-49c4-41ce-9281-9164933daad6), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:45.799752 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:28:45.804912 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:28:45.807947 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:28:45.847596 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Pushing event updated for resources: {'Port': ['ID=141bc512-49c4-41ce-9281-9164933daad6,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:46.165039 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Publish callbacks [] for router_gateway (01f1d9c3-ed6f-4452-88e9-60337102e01d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:46.377983 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3865727'] for router (01f1d9c3-ed6f-4452-88e9-60337102e01d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:46.551801 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Router 01f1d9c3-ed6f-4452-88e9-60337102e01d is scheduled to L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:28:46.689936 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:28:46.703399 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Sync routers for ids ['01f1d9c3-ed6f-4452-88e9-60337102e01d'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:28:46.718375 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:46.719820 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6f7ead5e-2788-4aed-8c4b-c20f5ac21060 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9348195 May 25 16:28:46.724216 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 48992) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:46.739346 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Routers {'01f1d9c3-ed6f-4452-88e9-60337102e01d'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:28:46.739994 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:28:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['01f1d9c3-ed6f-4452-88e9-60337102e01d'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:46.858747 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:46.885123 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9d52f2-2b63-4a3d-b228-75b0010824c5 None None] Network 3208438a-9fe5-4561-8a67-505a574fed46 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:28:46.925207 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:46.957492 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Set router 01f1d9c3-ed6f-4452-88e9-60337102e01d gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:28:47.047506 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0991c4aa-d937-444e-a4ca-2ce26b06bfd8 None None] Provisioning complete for port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:47.048395 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0991c4aa-d937-444e-a4ca-2ce26b06bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:47.217840 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:47.262049 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:47.316439 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0991c4aa-d937-444e-a4ca-2ce26b06bfd8 None None] Current status of the port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:47.316892 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0991c4aa-d937-444e-a4ca-2ce26b06bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:47.342934 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:28:46Z', 'revision_number': 3, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:47.400514 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0991c4aa-d937-444e-a4ca-2ce26b06bfd8 None None] For port 1da9bcde-5539-46e4-a08b-b638e05ce9e7, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=1da9bcde-5539-46e4-a08b-b638e05ce9e7,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:47.405669 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Checking router: 01f1d9c3-ed6f-4452-88e9-60337102e01d for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:28:47.406317 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Updating router 01f1d9c3-ed6f-4452-88e9-60337102e01d port 141bc512-49c4-41ce-9281-9164933daad6 binding host dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:28:47.412992 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0991c4aa-d937-444e-a4ca-2ce26b06bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:47.519460 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (141bc512-49c4-41ce-9281-9164933daad6), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:47.614930 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 1da9bcde-5539-46e4-a08b-b638e05ce9e7 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:47.641024 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Allocated IP 172.20.0.1 (3208438a-9fe5-4561-8a67-505a574fed46/a194589e-69a7-418c-a056-ee7371b3726f/94fc1719-a007-418c-8393-afdaaa298d0c) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:28:47.743662 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-8ef3226d-d809-4453-8df1-8a791c9bac73 None None] Provisioning complete for port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:47.744749 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8ef3226d-d809-4453-8df1-8a791c9bac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:47.747369 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991c4aa-d937-444e-a4ca-2ce26b06bfd8 None None] Pushing event updated for resources: {'Port': ['ID=1da9bcde-5539-46e4-a08b-b638e05ce9e7,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:47.784868 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Publish callbacks [] for port (94fc1719-a007-418c-8393-afdaaa298d0c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:47.828279 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:47.833920 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:47.867787 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:47.868219 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:47.884215 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Network 3208438a-9fe5-4561-8a67-505a574fed46 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:28:47.887701 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:28:47.890470 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:28:47.928054 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Pushing event updated for resources: {'Port': ['ID=94fc1719-a007-418c-8393-afdaaa298d0c,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:47.944559 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858730'] for router_interface (01f1d9c3-ed6f-4452-88e9-60337102e01d), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:47.977983 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-8ef3226d-d809-4453-8df1-8a791c9bac73 None None] Current status of the port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:47.991149 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:48.067613 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:48.108395 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:48.125594 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:48.135395 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Publish callbacks [] for port (141bc512-49c4-41ce-9281-9164933daad6), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:48.145367 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (141bc512-49c4-41ce-9281-9164933daad6), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:48.224356 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Attempting to bind port 141bc512-49c4-41ce-9281-9164933daad6 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:28:48.224731 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Attempting to bind port 141bc512-49c4-41ce-9281-9164933daad6 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:28:48.225098 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Attempting to bind port 141bc512-49c4-41ce-9281-9164933daad6 on network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:28:48.229109 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e82b9-62e3-433d-9c59-28889c16cd47 None None] Pushing event updated for resources: {'Port': ['ID=141bc512-49c4-41ce-9281-9164933daad6,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:48.234769 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:28:48.235136 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Checking segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:28:48.235597 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:48.235981 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Bound using segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:28:48.236447 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Bound port: 141bc512-49c4-41ce-9281-9164933daad6, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:28:48.236931 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (141bc512-49c4-41ce-9281-9164933daad6), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:48.265809 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:48.312404 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-bc7e00b0-380d-4926-aa62-a473b583eba4 None None] Provisioning complete for port 94fc1719-a007-418c-8393-afdaaa298d0c triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:48.312404 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bc7e00b0-380d-4926-aa62-a473b583eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:48.314371 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] For port 141bc512-49c4-41ce-9281-9164933daad6, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:28:48.318358 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] For port 141bc512-49c4-41ce-9281-9164933daad6, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=141bc512-49c4-41ce-9281-9164933daad6,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:28:48.342561 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (141bc512-49c4-41ce-9281-9164933daad6), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:48.371297 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Publish callbacks [] for port (94fc1719-a007-418c-8393-afdaaa298d0c), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:48.378780 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:48.382990 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e00b0-380d-4926-aa62-a473b583eba4 None None] Port 94fc1719-a007-418c-8393-afdaaa298d0c cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:28:48.425560 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Routers {'01f1d9c3-ed6f-4452-88e9-60337102e01d'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:28:48.426239 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:28:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['01f1d9c3-ed6f-4452-88e9-60337102e01d'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:48.428319 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e82b9-62e3-433d-9c59-28889c16cd47 None None] Pushing event updated for resources: {'Port': ['ID=141bc512-49c4-41ce-9281-9164933daad6,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:48.469751 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-112397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859898'] for router_interface (01f1d9c3-ed6f-4452-88e9-60337102e01d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:48.480701 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Pushing event updated for resources: {'Port': ['ID=94fc1719-a007-418c-8393-afdaaa298d0c,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:48.553745 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] Set router 01f1d9c3-ed6f-4452-88e9-60337102e01d gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:28:48.623888 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Network 3208438a-9fe5-4561-8a67-505a574fed46 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:28:48.626851 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:28:48.822126 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Router 01f1d9c3-ed6f-4452-88e9-60337102e01d has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:28:48.991109 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:28:48.996580 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-db5ca4f8-fb3f-4d23-91b8-518cbceb14f7 admin admin] 10.222.0.42 "PUT /v2.0/routers/01f1d9c3-ed6f-4452-88e9-60337102e01d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2726114 May 25 16:28:49.022309 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:49.040719 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '94fc1719-a007-418c-8393-afdaaa298d0c', 'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'mac_address': 'fa:16:3e:52:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:47Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 2, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'subnets': [{'id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:49.092366 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93642992-b5b7-48d9-b84c-728aedc90521 None None] The sync data for ids ['01f1d9c3-ed6f-4452-88e9-60337102e01d'] in dv-cinder-843278-2-iscsi is: [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '94fc1719-a007-418c-8393-afdaaa298d0c', 'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'mac_address': 'fa:16:3e:52:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:47Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 2, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'subnets': [{'id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:28:49.119437 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-3f6299fa-fcc6-4485-9fd5-1a3d73ae4922 None None] Provisioning complete for port 94fc1719-a007-418c-8393-afdaaa298d0c triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:49.119437 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-3f6299fa-fcc6-4485-9fd5-1a3d73ae4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:49.195203 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-3f6299fa-fcc6-4485-9fd5-1a3d73ae4922 None None] Port 94fc1719-a007-418c-8393-afdaaa298d0c cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:28:49.550483 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 1da9bcde-5539-46e4-a08b-b638e05ce9e7 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:49.648131 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:49.649162 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:49.784036 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:49.857865 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 49036) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:49.862739 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-798281147-network', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:28:49.894602 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Made reservation on behalf of ac6390639b1e42bdbdb83766fea23486 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:28:49.897193 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:50.298716 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:50.367131 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:50.423236 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Publish callbacks [] for security_group (d0cde6ff-38f9-4bb4-8a2d-f89c013460b0), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:50.436943 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (d0cde6ff-38f9-4bb4-8a2d-f89c013460b0), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:50.468343 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:28:50.479564 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cde6ff-38f9-4bb4-8a2d-f89c013460b0,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:50.498867 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (0022b55d-a51b-447a-90ff-241bb39b5ce0), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:50.499278 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Added segment 0022b55d-a51b-447a-90ff-241bb39b5ce0 of type vlan for network d87792b6-b07d-4757-9627-8ffb337e6983 May 25 16:28:50.557036 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:50.560943 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (d87792b6-b07d-4757-9627-8ffb337e6983), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:50.595240 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (d87792b6-b07d-4757-9627-8ffb337e6983), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:50.596356 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:50.596981 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:50.674309 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 49052) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:50.679220 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-9f1d0cec-6003-4464-be17-db9172da2509 admin admin] Request body: {'subnet': {'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-798281147-subnet', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:28:50.684410 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8252735 May 25 16:28:50.692141 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02d9a2-aa42-46c0-8b69-d1b98f3411ef admin admin] Pushing event updated for resources: {'Network': ['ID=d87792b6-b07d-4757-9627-8ffb337e6983,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:50.703814 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network d87792b6-b07d-4757-9627-8ffb337e6983 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:28:50.720358 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1d0cec-6003-4464-be17-db9172da2509 admin admin] Made reservation on behalf of ac6390639b1e42bdbdb83766fea23486 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:28:50.723746 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9f1d0cec-6003-4464-be17-db9172da2509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8872406'] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.197976 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9f1d0cec-6003-4464-be17-db9172da2509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8872228'] for subnet (d3576840-0812-413a-9163-09faac0118c2), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.263234 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d0cec-6003-4464-be17-db9172da2509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3576840-0812-413a-9163-09faac0118c2,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:51.280431 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d0cec-6003-4464-be17-db9172da2509 admin admin] Checking segment: {'id': '0022b55d-a51b-447a-90ff-241bb39b5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:28:51.280777 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d0cec-6003-4464-be17-db9172da2509 admin admin] Network hostable DHCP agents. Network: d87792b6-b07d-4757-9627-8ffb337e6983, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:28:51.308226 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d0cec-6003-4464-be17-db9172da2509 admin admin] Network d87792b6-b07d-4757-9627-8ffb337e6983 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:28:51.323112 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d0cec-6003-4464-be17-db9172da2509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, d87792b6-b07d-4757-9627-8ffb337e6983) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:28:51.332938 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785dedb2-e55c-4608-84ca-d5d09ce2af48 None None] Network d87792b6-b07d-4757-9627-8ffb337e6983 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:28:51.334359 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1d0cec-6003-4464-be17-db9172da2509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:51.335188 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9f1d0cec-6003-4464-be17-db9172da2509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.358419 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 49070) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:51.359371 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-9f1d0cec-6003-4464-be17-db9172da2509 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6831291 May 25 16:28:51.371233 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-798281147-router', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:28:51.394607 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29554'] for router (449063d4-07d7-465e-8fa6-2286a5a4819a), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.396090 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3681872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29561'] for router (449063d4-07d7-465e-8fa6-2286a5a4819a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.453072 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:51.454360 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:51.482379 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Publish callbacks [] for router_controller (449063d4-07d7-465e-8fa6-2286a5a4819a), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.498548 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.512099 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 141bc512-49c4-41ce-9281-9164933daad6 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:51.515800 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ee8f66d-6478-59fe-875a-ccd0fa6a1b8a-d87792b6-b07d-4757-9627-8ffb337e6983', 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983', 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'fixed_ips': [{'subnet_id': 'd3576840-0812-413a-9163-09faac0118c2'}]}} from dv-cinder-843278-2-iscsi. {{(pid=103814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:28:51.516683 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.569142 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:51.625708 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Publish callbacks [] for router_gateway (449063d4-07d7-465e-8fa6-2286a5a4819a), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.647057 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 141bc512-49c4-41ce-9281-9164933daad6 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:51.647057 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (141bc512-49c4-41ce-9281-9164933daad6), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.743072 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.db_base_plugin_common [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Allocated IP 172.20.0.2 (d87792b6-b07d-4757-9627-8ffb337e6983/d3576840-0812-413a-9163-09faac0118c2/9a1ac088-0a83-48f4-aa65-8feb6355f3d4) {{(pid=103814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:28:51.800103 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 141bc512-49c4-41ce-9281-9164933daad6 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:51.800489 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (141bc512-49c4-41ce-9281-9164933daad6), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.827467 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Publish callbacks [] for router_gateway (449063d4-07d7-465e-8fa6-2286a5a4819a), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.850353 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.858317 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port 141bc512-49c4-41ce-9281-9164933daad6, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=141bc512-49c4-41ce-9281-9164933daad6,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:51.865309 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:51.866430 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (141bc512-49c4-41ce-9281-9164933daad6), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:51.890504 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Sync routers for ids ['01f1d9c3-ed6f-4452-88e9-60337102e01d'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:28:51.901113 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Routers {'01f1d9c3-ed6f-4452-88e9-60337102e01d'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:28:51.902097 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:28:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['01f1d9c3-ed6f-4452-88e9-60337102e01d'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:51.976632 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:51.978071 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Allocated IP 172.27.1.178 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/2504a132-65ca-4358-87bc-59050bfd5603) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:28:51.994223 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=141bc512-49c4-41ce-9281-9164933daad6,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:52.025558 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Publish callbacks [] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), precommit_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:52.028115 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Set router 01f1d9c3-ed6f-4452-88e9-60337102e01d gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:28:52.033788 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:52.107385 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Network d87792b6-b07d-4757-9627-8ffb337e6983 is already hosted by enough agents. {{(pid=103814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:28:52.110234 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Publish callbacks [] for port (2504a132-65ca-4358-87bc-59050bfd5603), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:52.110463 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.base_scheduler [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Resources bound (agent type, host, resource id): {{(pid=103814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:28:52.113459 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Received port after_create {{(pid=103814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:28:52.125465 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Pushing event updated for resources: {'Port': ['ID=9a1ac088-0a83-48f4-aa65-8feb6355f3d4,revision_number=1']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:52.167323 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (2504a132-65ca-4358-87bc-59050bfd5603), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:52.204590 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Attempting to bind port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:28:52.205578 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Attempting to bind port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '0022b55d-a51b-447a-90ff-241bb39b5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:28:52.205987 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Attempting to bind port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 on network d87792b6-b07d-4757-9627-8ffb337e6983 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:28:52.212981 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:28:52.213355 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Checking segment: {'id': '0022b55d-a51b-447a-90ff-241bb39b5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:28:52.213887 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:52.214274 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Bound using segment: {'id': '0022b55d-a51b-447a-90ff-241bb39b5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:28:52.214865 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Bound port: 9a1ac088-0a83-48f4-aa65-8feb6355f3d4, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0022b55d-a51b-447a-90ff-241bb39b5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:28:52.215248 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:52.223078 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:28:52.226513 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:28:52.236856 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:28:52.240070 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Pushing event updated for resources: {'Port': ['ID=2504a132-65ca-4358-87bc-59050bfd5603,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:52.255002 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '94fc1719-a007-418c-8393-afdaaa298d0c', 'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'mac_address': 'fa:16:3e:52:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:47Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 2, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'subnets': [{'id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:52.286170 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] For port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:28:52.290531 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] For port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=9a1ac088-0a83-48f4-aa65-8feb6355f3d4,segment=NetworkSegment(0022b55d-a51b-447a-90ff-241bb39b5ce0),segment_id=0022b55d-a51b-447a-90ff-241bb39b5ce0)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:28:52.291115 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Checking router: 01f1d9c3-ed6f-4452-88e9-60337102e01d for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:28:52.291513 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Updating router 01f1d9c3-ed6f-4452-88e9-60337102e01d port 94fc1719-a007-418c-8393-afdaaa298d0c binding host dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:28:52.303151 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:52.322725 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:52.372845 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84941e04-9592-4a93-85f8-b88ae3808efe None None] Pushing event updated for resources: {'Port': ['ID=9a1ac088-0a83-48f4-aa65-8feb6355f3d4,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:52.376182 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:52.557222 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Publish callbacks [] for router_gateway (449063d4-07d7-465e-8fa6-2286a5a4819a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:52.894897 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Publish callbacks [] for port (94fc1719-a007-418c-8393-afdaaa298d0c), precommit_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:52.897167 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3865727'] for router (449063d4-07d7-465e-8fa6-2286a5a4819a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:52.905391 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:52.993334 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Pushing event updated for resources: {'Port': ['ID=94fc1719-a007-418c-8393-afdaaa298d0c,revision_number=3']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:53.003358 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 49140) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:53.027465 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.028352 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.028892 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.029250 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.029612 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.030077 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.030399 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.030716 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.031030 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.031347 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.031655 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.032008 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.032329 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.032879 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.033361 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:28:53.049848 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Attempting to bind port 94fc1719-a007-418c-8393-afdaaa298d0c on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:28:53.050475 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Attempting to bind port 94fc1719-a007-418c-8393-afdaaa298d0c by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:28:53.051132 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Attempting to bind port 94fc1719-a007-418c-8393-afdaaa298d0c on network 3208438a-9fe5-4561-8a67-505a574fed46 {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:28:53.060661 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:28:53.061348 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Checking segment: {'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:28:53.061971 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.062720 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Bound using segment: {'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:28:53.063625 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Bound port: 94fc1719-a007-418c-8393-afdaaa298d0c, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'}}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:28:53.064363 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.089331 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Router 449063d4-07d7-465e-8fa6-2286a5a4819a is scheduled to L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:28:53.177599 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:53.181213 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] For port 94fc1719-a007-418c-8393-afdaaa298d0c, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:28:53.184817 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] For port 94fc1719-a007-418c-8393-afdaaa298d0c, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=94fc1719-a007-418c-8393-afdaaa298d0c,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:28:53.186590 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:53.193980 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.226801 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e26896a-7a24-498f-976c-ae2f2522e95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.240871 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:53.247857 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:28:53.259933 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Sync routers for ids ['449063d4-07d7-465e-8fa6-2286a5a4819a'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:28:53.267118 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:53.280698 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Routers {'449063d4-07d7-465e-8fa6-2286a5a4819a'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:28:53.282393 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.283500 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:28:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['449063d4-07d7-465e-8fa6-2286a5a4819a'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:53.284199 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f0f91996-0de2-4adf-a595-7ae302556136 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9246800 May 25 16:28:53.287637 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 49146) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:53.293264 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Routers {'01f1d9c3-ed6f-4452-88e9-60337102e01d'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:28:53.294351 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:28:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['01f1d9c3-ed6f-4452-88e9-60337102e01d'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:53.298709 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a9ab7-a006-4abd-8eae-cb3c59e7baaf None None] Pushing event updated for resources: {'Port': ['ID=94fc1719-a007-418c-8393-afdaaa298d0c,revision_number=4']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:53.419767 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-6610c374-320b-4683-9f7d-700f910bb0a8 None None] Provisioning complete for port 94fc1719-a007-418c-8393-afdaaa298d0c triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:53.420506 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-6610c374-320b-4683-9f7d-700f910bb0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.459158 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e26896a-7a24-498f-976c-ae2f2522e95d admin admin] Publish callbacks [] for security_group (14b0d492-a6a2-43fc-8862-33b4fdca18d7), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.472099 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e26896a-7a24-498f-976c-ae2f2522e95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (14b0d492-a6a2-43fc-8862-33b4fdca18d7), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.533143 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26896a-7a24-498f-976c-ae2f2522e95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b0d492-a6a2-43fc-8862-33b4fdca18d7,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:53.564462 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] Set router 01f1d9c3-ed6f-4452-88e9-60337102e01d gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:28:53.580360 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Set router 449063d4-07d7-465e-8fa6-2286a5a4819a gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:28:53.598930 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1e26896a-7a24-498f-976c-ae2f2522e95d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f65875f3e7b640b799d1ddf5c88e212d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5944750 May 25 16:28:53.604037 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 49148) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:53.615447 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:53.726764 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c7896d5e-eda4-45f4-a452-f65dc4c03b50 admin admin] Publish callbacks [] for security_group (14b0d492-a6a2-43fc-8862-33b4fdca18d7), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.777042 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 94fc1719-a007-418c-8393-afdaaa298d0c up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:53.780350 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-6610c374-320b-4683-9f7d-700f910bb0a8 None None] Current status of the port 94fc1719-a007-418c-8393-afdaaa298d0c is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:53.780667 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-6610c374-320b-4683-9f7d-700f910bb0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.791539 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c7896d5e-eda4-45f4-a452-f65dc4c03b50 admin admin] Publish callbacks [] for security_group (14b0d492-a6a2-43fc-8862-33b4fdca18d7), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.808750 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:53.888817 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-6610c374-320b-4683-9f7d-700f910bb0a8 None None] For port 94fc1719-a007-418c-8393-afdaaa298d0c, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=94fc1719-a007-418c-8393-afdaaa298d0c,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:53.889862 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:53.910712 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-6610c374-320b-4683-9f7d-700f910bb0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.932114 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '94fc1719-a007-418c-8393-afdaaa298d0c', 'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'mac_address': 'fa:16:3e:52:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:47Z', 'updated_at': '2022-05-25T16:28:53Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'subnets': [{'id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:53.942693 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 94fc1719-a007-418c-8393-afdaaa298d0c triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:53.943097 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.955052 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c7896d5e-eda4-45f4-a452-f65dc4c03b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (14b0d492-a6a2-43fc-8862-33b4fdca18d7), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.957506 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c7896d5e-eda4-45f4-a452-f65dc4c03b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:53.961044 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c7896d5e-eda4-45f4-a452-f65dc4c03b50 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14b0d492-a6a2-43fc-8862-33b4fdca18d7 HTTP/1.1" status: 204 len: 168 time: 0.3533082 May 25 16:28:53.987062 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3054e0c2-1a04-4e22-9a55-54508bc62ffa None None] The sync data for ids ['01f1d9c3-ed6f-4452-88e9-60337102e01d'] in dv-cinder-843278-2-iscsi is: [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '94fc1719-a007-418c-8393-afdaaa298d0c', 'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'mac_address': 'fa:16:3e:52:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:47Z', 'updated_at': '2022-05-25T16:28:53Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'subnets': [{'id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:28:53.991688 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7896d5e-eda4-45f4-a452-f65dc4c03b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b0d492-a6a2-43fc-8862-33b4fdca18d7,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:54.032211 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849837f8-3fd4-4f6f-b18d-1da764813079 None None] Network d87792b6-b07d-4757-9627-8ffb337e6983 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:28:54.070335 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.073852 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'name': 'tempest-TestMinimumBasicScenario-798281147-router', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2504a132-65ca-4358-87bc-59050bfd5603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:52Z', 'revision_number': 3, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'gw_port': {'id': '2504a132-65ca-4358-87bc-59050bfd5603', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:54.131918 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610c374-320b-4683-9f7d-700f910bb0a8 None None] Pushing event updated for resources: {'Port': ['ID=94fc1719-a007-418c-8393-afdaaa298d0c,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:54.139977 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-73b01d6e-6de9-4ae8-ac0b-7125666c6f7d None None] Provisioning complete for port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:54.140350 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73b01d6e-6de9-4ae8-ac0b-7125666c6f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.146618 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Checking router: 449063d4-07d7-465e-8fa6-2286a5a4819a for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:28:54.146618 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Updating router 449063d4-07d7-465e-8fa6-2286a5a4819a port 2504a132-65ca-4358-87bc-59050bfd5603 binding host dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:28:54.203039 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 49156) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:54.265301 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a84a71-3537-4b6b-811a-f01a3eccf513 admin admin] Deleting subnet 309d74e0-20c9-4312-a0e6-8fe738c41b45 {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:28:54.268923 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Allocated IP 172.20.0.1 (d87792b6-b07d-4757-9627-8ffb337e6983/d3576840-0812-413a-9163-09faac0118c2/f11fe4fb-a398-401d-98a1-f3c0a3bf117f) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:28:54.287072 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40a84a71-3537-4b6b-811a-f01a3eccf513 admin admin] Publish callbacks [] for subnet (309d74e0-20c9-4312-a0e6-8fe738c41b45), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.297988 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:54.327403 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40a84a71-3537-4b6b-811a-f01a3eccf513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249884'] for subnet (309d74e0-20c9-4312-a0e6-8fe738c41b45), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.436220 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40a84a71-3537-4b6b-811a-f01a3eccf513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (309d74e0-20c9-4312-a0e6-8fe738c41b45), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.444014 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (2504a132-65ca-4358-87bc-59050bfd5603), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.471282 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:54.509493 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40a84a71-3537-4b6b-811a-f01a3eccf513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8872237'] for subnet (309d74e0-20c9-4312-a0e6-8fe738c41b45), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.509697 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Publish callbacks [] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.546304 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a84a71-3537-4b6b-811a-f01a3eccf513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309d74e0-20c9-4312-a0e6-8fe738c41b45,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:54.554860 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40a84a71-3537-4b6b-811a-f01a3eccf513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.561132 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-40a84a71-3537-4b6b-811a-f01a3eccf513 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/309d74e0-20c9-4312-a0e6-8fe738c41b45 HTTP/1.1" status: 204 len: 168 time: 0.3549252 May 25 16:28:54.561670 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 49166) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:54.584648 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.654881 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 94fc1719-a007-418c-8393-afdaaa298d0c is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:54.656154 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:54.672549 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Network d87792b6-b07d-4757-9627-8ffb337e6983 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:28:54.679767 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (6baa21b1-34f5-4c8e-82eb-998cf516fa1e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.689647 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:28:54.689919 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:54.696241 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:28:54.720661 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Pushing event updated for resources: {'Port': ['ID=f11fe4fb-a398-401d-98a1-f3c0a3bf117f,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:54.774630 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858730'] for router_interface (449063d4-07d7-465e-8fa6-2286a5a4819a), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.837389 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-73b01d6e-6de9-4ae8-ac0b-7125666c6f7d None None] Current status of the port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:54.837993 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73b01d6e-6de9-4ae8-ac0b-7125666c6f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.855032 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (6baa21b1-34f5-4c8e-82eb-998cf516fa1e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.867767 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:54.868440 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.883317 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:54.891482 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6baa21b1-34f5-4c8e-82eb-998cf516fa1e']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:54.922114 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54dd039-d0d1-4a7e-a0eb-59b81e29371e') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:54.922608 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54dd039-d0d1-4a7e-a0eb-59b81e29371e') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:54.947606 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9908726'] for segment (c54dd039-d0d1-4a7e-a0eb-59b81e29371e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.970382 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (c54dd039-d0d1-4a7e-a0eb-59b81e29371e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:54.980919 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:28:54.981348 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9644806'] for segment (c54dd039-d0d1-4a7e-a0eb-59b81e29371e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.014902 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-73b01d6e-6de9-4ae8-ac0b-7125666c6f7d None None] For port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=9a1ac088-0a83-48f4-aa65-8feb6355f3d4,segment=NetworkSegment(0022b55d-a51b-447a-90ff-241bb39b5ce0),segment_id=0022b55d-a51b-447a-90ff-241bb39b5ce0)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:55.030143 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73b01d6e-6de9-4ae8-ac0b-7125666c6f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.086502 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:55.106659 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Publish callbacks [] for port (2504a132-65ca-4358-87bc-59050bfd5603), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.110671 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-73b01d6e-6de9-4ae8-ac0b-7125666c6f7d None None] Provisioning complete for port 94fc1719-a007-418c-8393-afdaaa298d0c triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:55.111120 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73b01d6e-6de9-4ae8-ac0b-7125666c6f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.161175 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (2504a132-65ca-4358-87bc-59050bfd5603), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.234785 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:55.235891 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 141bc512-49c4-41ce-9281-9164933daad6 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:55.242985 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b01d6e-6de9-4ae8-ac0b-7125666c6f7d None None] Pushing event updated for resources: {'Port': ['ID=9a1ac088-0a83-48f4-aa65-8feb6355f3d4,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:55.268840 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Attempting to bind port 2504a132-65ca-4358-87bc-59050bfd5603 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:28:55.269347 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Attempting to bind port 2504a132-65ca-4358-87bc-59050bfd5603 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:28:55.269825 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Attempting to bind port 2504a132-65ca-4358-87bc-59050bfd5603 on network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:28:55.314734 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:28:55.315188 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Checking segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:28:55.315660 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.316121 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Bound using segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:28:55.316674 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Bound port: 2504a132-65ca-4358-87bc-59050bfd5603, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:28:55.317118 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (2504a132-65ca-4358-87bc-59050bfd5603), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.391802 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-73b01d6e-6de9-4ae8-ac0b-7125666c6f7d None None] Current status of the port 94fc1719-a007-418c-8393-afdaaa298d0c is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:55.404002 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55976da-1986-466d-ab3d-a23e07b95775 None None] Pushing event updated for resources: {'Port': ['ID=2504a132-65ca-4358-87bc-59050bfd5603,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:55.436056 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (6baa21b1-34f5-4c8e-82eb-998cf516fa1e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.439035 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 141bc512-49c4-41ce-9281-9164933daad6 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:55.439507 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (141bc512-49c4-41ce-9281-9164933daad6), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.442141 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.445035 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] 10.222.0.42 "DELETE /v2.0/networks/6baa21b1-34f5-4c8e-82eb-998cf516fa1e HTTP/1.1" status: 204 len: 168 time: 0.8826184 May 25 16:28:55.447493 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment c54dd039-d0d1-4a7e-a0eb-59b81e29371e resource provider aggregate not found May 25 16:28:55.470687 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c719d7a-62f5-49bf-9809-2e91639242fe admin admin] Pushing event deleted for resources: {'Network': ['ID=6baa21b1-34f5-4c8e-82eb-998cf516fa1e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:55.482932 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] For port 2504a132-65ca-4358-87bc-59050bfd5603, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:28:55.495174 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] For port 2504a132-65ca-4358-87bc-59050bfd5603, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=2504a132-65ca-4358-87bc-59050bfd5603,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:28:55.510151 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment c54dd039-d0d1-4a7e-a0eb-59b81e29371e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c54dd039-d0d1-4a7e-a0eb-59b81e29371e found for delete ", "request_id": "req-c28bab0e-fc89-48fb-9f4c-95b672627841"}]} May 25 16:28:55.511517 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.512780 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (2504a132-65ca-4358-87bc-59050bfd5603), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.547467 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0b1d9fc5-87d6-432d-9f2f-d2b6e79580e3 None None] Provisioning complete for port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:55.547774 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9fc5-87d6-432d-9f2f-d2b6e79580e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.630667 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:55.648786 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:55.706734 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 49190) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:55.716933 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Routers {'449063d4-07d7-465e-8fa6-2286a5a4819a'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:28:55.717860 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:28:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['449063d4-07d7-465e-8fa6-2286a5a4819a'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:55.759099 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a138e17c-8dcd-4745-b12a-630fa5a7b9dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fe1de3697c04df4865c4a145a524231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492945 May 25 16:28:55.761547 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 141bc512-49c4-41ce-9281-9164933daad6 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:55.762121 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 49192) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:28:55.766769 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55976da-1986-466d-ab3d-a23e07b95775 None None] Pushing event updated for resources: {'Port': ['ID=2504a132-65ca-4358-87bc-59050bfd5603,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:55.781700 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Publish callbacks [] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.790256 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.821376 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d9fc5-87d6-432d-9f2f-d2b6e79580e3 None None] Current status of the port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:55.830304 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4dd3707f-352a-4a4a-ae9b-937dbb9fd854 admin admin] Publish callbacks [] for security_group (3a93f389-8600-4512-b0e9-33d2539ae138), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.858193 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4dd3707f-352a-4a4a-ae9b-937dbb9fd854 admin admin] Publish callbacks [] for security_group (3a93f389-8600-4512-b0e9-33d2539ae138), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.864904 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0b1d9fc5-87d6-432d-9f2f-d2b6e79580e3 None None] Provisioning complete for port f11fe4fb-a398-401d-98a1-f3c0a3bf117f triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:55.865279 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9fc5-87d6-432d-9f2f-d2b6e79580e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.871380 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:55.884929 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Pushing event updated for resources: {'Port': ['ID=f11fe4fb-a398-401d-98a1-f3c0a3bf117f,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:55.888808 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-112397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859898'] for router_interface (449063d4-07d7-465e-8fa6-2286a5a4819a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.920517 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] Set router 449063d4-07d7-465e-8fa6-2286a5a4819a gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:28:55.921672 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4dd3707f-352a-4a4a-ae9b-937dbb9fd854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (3a93f389-8600-4512-b0e9-33d2539ae138), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.923204 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 94fc1719-a007-418c-8393-afdaaa298d0c up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:55.924682 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4dd3707f-352a-4a4a-ae9b-937dbb9fd854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:55.925951 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4dd3707f-352a-4a4a-ae9b-937dbb9fd854 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a93f389-8600-4512-b0e9-33d2539ae138 HTTP/1.1" status: 204 len: 168 time: 0.1623831 May 25 16:28:55.934996 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3707f-352a-4a4a-ae9b-937dbb9fd854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a93f389-8600-4512-b0e9-33d2539ae138,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:55.997981 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Network d87792b6-b07d-4757-9627-8ffb337e6983 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:28:55.999561 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:28:56.004110 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d9fc5-87d6-432d-9f2f-d2b6e79580e3 None None] Port f11fe4fb-a398-401d-98a1-f3c0a3bf117f cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:28:56.138311 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 94fc1719-a007-418c-8393-afdaaa298d0c triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:56.138672 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:56.157859 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Router 449063d4-07d7-465e-8fa6-2286a5a4819a has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:28:56.269467 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'name': 'tempest-TestMinimumBasicScenario-798281147-router', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2504a132-65ca-4358-87bc-59050bfd5603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:55Z', 'revision_number': 4, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'gw_port': {'id': '2504a132-65ca-4358-87bc-59050bfd5603', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'f11fe4fb-a398-401d-98a1-f3c0a3bf117f', 'name': '', 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'mac_address': 'fa:16:3e:d0:31:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'd3576840-0812-413a-9163-09faac0118c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:54Z', 'updated_at': '2022-05-25T16:28:54Z', 'revision_number': 1, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'subnets': [{'id': 'd3576840-0812-413a-9163-09faac0118c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:28:56.285622 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:28:56.292492 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-44c61324-3d8f-4830-8269-5167dadf8393 admin admin] 10.222.0.42 "PUT /v2.0/routers/449063d4-07d7-465e-8fa6-2286a5a4819a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0032206 May 25 16:28:56.313407 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d977e07-0187-4b49-9de6-1de4153ea5dd None None] The sync data for ids ['449063d4-07d7-465e-8fa6-2286a5a4819a'] in dv-cinder-843278-2-iscsi is: [{'id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'name': 'tempest-TestMinimumBasicScenario-798281147-router', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2504a132-65ca-4358-87bc-59050bfd5603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:55Z', 'revision_number': 4, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'gw_port': {'id': '2504a132-65ca-4358-87bc-59050bfd5603', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'f11fe4fb-a398-401d-98a1-f3c0a3bf117f', 'name': '', 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'mac_address': 'fa:16:3e:d0:31:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'd3576840-0812-413a-9163-09faac0118c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:54Z', 'updated_at': '2022-05-25T16:28:54Z', 'revision_number': 1, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'subnets': [{'id': 'd3576840-0812-413a-9163-09faac0118c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:28:56.318247 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 94fc1719-a007-418c-8393-afdaaa298d0c is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:56.320131 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:56.376063 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-4c954943-36b4-4bd5-86d3-64cb184c6a2a None None] Provisioning complete for port f11fe4fb-a398-401d-98a1-f3c0a3bf117f triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:56.376545 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4c954943-36b4-4bd5-86d3-64cb184c6a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:56.419667 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:56.420027 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:56.421833 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-4c954943-36b4-4bd5-86d3-64cb184c6a2a None None] Port f11fe4fb-a398-401d-98a1-f3c0a3bf117f cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:28:56.692107 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:57.068364 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-3d77beab-f8cc-49ca-b571-535d03c10d7e tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d77ca289b79f4074b17d3333288108e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434778 May 25 16:28:57.315034 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-775c18e5-39c2-4a1f-b2fc-f4243d84792d tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:57.316720 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-775c18e5-39c2-4a1f-b2fc-f4243d84792d tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422209 May 25 16:28:57.349193 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-447bb0a9-e01f-4077-933d-f0d3720f8de9 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/quotas/d77ca289b79f4074b17d3333288108e5 HTTP/1.1" status: 200 len: 375 time: 0.0258479 May 25 16:28:57.404944 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-5d0e5b99-0caf-4fae-8d4f-79688d64a1cf tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d77ca289b79f4074b17d3333288108e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544219 May 25 16:28:57.733640 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a6c98888-ab8b-4b1f-8bea-c686144146ef req-4e4422c4-ac4a-4cc3-8b51-2a3b8ba2752e tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 210 time: 0.0607543 May 25 16:28:57.957335 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 2504a132-65ca-4358-87bc-59050bfd5603 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:58.035187 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:58.049571 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 2504a132-65ca-4358-87bc-59050bfd5603 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:58.050092 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (2504a132-65ca-4358-87bc-59050bfd5603), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:58.161267 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 2504a132-65ca-4358-87bc-59050bfd5603 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:28:58.162324 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (2504a132-65ca-4358-87bc-59050bfd5603), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:58.189746 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port 2504a132-65ca-4358-87bc-59050bfd5603, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=2504a132-65ca-4358-87bc-59050bfd5603,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:28:58.201269 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (2504a132-65ca-4358-87bc-59050bfd5603), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:58.268474 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=2504a132-65ca-4358-87bc-59050bfd5603,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:58.890264 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-65b655e3-8988-4c7e-8788-8eac921b3088 req-4c943ea0-1174-4d59-b76b-00e8333e9f56 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 210 time: 0.0441892 May 25 16:28:58.952567 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-d3898d79-6ea4-416a-b372-6245dc918a61 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d77ca289b79f4074b17d3333288108e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485733 May 25 16:28:59.258728 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:59.269652 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-869a3b3a-c747-41f9-8ae4-cd7567b93834 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:28:59.271607 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-869a3b3a-c747-41f9-8ae4-cd7567b93834 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3148763 May 25 16:28:59.299524 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Request body: {'port': {'device_id': 'a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f', 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247', 'admin_state_up': True, 'tenant_id': 'd77ca289b79f4074b17d3333288108e5'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:28:59.455683 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Made reservation on behalf of d77ca289b79f4074b17d3333288108e5 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:28:59.459703 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:59.471170 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:59.586531 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Publish callbacks [] for security_group (370b40dc-2889-41e6-ba88-4a532663fd3e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:59.592797 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (370b40dc-2889-41e6-ba88-4a532663fd3e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:59.678613 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370b40dc-2889-41e6-ba88-4a532663fd3e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:28:59.702877 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:28:59.764841 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Allocated IP 192.168.233.174 (6caf8775-5fe7-45ee-81e6-d44ea8fd5247/0535d58a-c7d1-490a-a4ed-4b80a554ef46/6bf0f2f7-c219-4be5-a699-34ed7b6a97c7) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:28:59.882165 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 2504a132-65ca-4358-87bc-59050bfd5603 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:28:59.936234 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 2504a132-65ca-4358-87bc-59050bfd5603 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:28:59.937503 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (2504a132-65ca-4358-87bc-59050bfd5603), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:28:59.985932 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:00.025015 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Publish callbacks [] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:00.035602 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 2504a132-65ca-4358-87bc-59050bfd5603 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:00.049988 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-02e812e0-7775-4256-b563-4b39eb7c1050 req-d6248dc8-ae8f-4b29-961b-fefd7b19a971 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 210 time: 0.0407417 May 25 16:29:00.079089 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:00.126086 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Network 6caf8775-5fe7-45ee-81e6-d44ea8fd5247 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:29:00.129425 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:00.137225 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:29:00.172291 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Pushing event updated for resources: {'Port': ['ID=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:00.203833 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:00.204760 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:00.224630 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c11cf1a2-429f-46f8-85d0-45dc08766e09 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9403157 May 25 16:29:00.237137 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d57ebb7c-1a24-46ee-8a50-4ed4cb9938a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:00.239879 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Request body: {'port': {'device_id': 'a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:00.284816 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:00.328388 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:00.451873 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Sync routers for ids ['449063d4-07d7-465e-8fa6-2286a5a4819a'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:29:00.460618 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:29:00.467896 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Routers {'449063d4-07d7-465e-8fa6-2286a5a4819a'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:29:00.468769 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:28:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['449063d4-07d7-465e-8fa6-2286a5a4819a'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:00.482260 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-687a1bb5-f596-4876-bc1f-34ebdc568eb8 None None] Provisioning complete for port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:00.482721 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-687a1bb5-f596-4876-bc1f-34ebdc568eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:00.534310 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-687a1bb5-f596-4876-bc1f-34ebdc568eb8 None None] Port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:29:00.574263 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Set router 449063d4-07d7-465e-8fa6-2286a5a4819a gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:29:00.699028 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:29:00.708225 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Publish callbacks [] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:00.727578 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Transition to ACTIVE for port object 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:29:00.739778 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:00.832898 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'name': 'tempest-TestMinimumBasicScenario-798281147-router', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2504a132-65ca-4358-87bc-59050bfd5603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:55Z', 'revision_number': 4, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'gw_port': {'id': '2504a132-65ca-4358-87bc-59050bfd5603', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'f11fe4fb-a398-401d-98a1-f3c0a3bf117f', 'name': '', 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'mac_address': 'fa:16:3e:d0:31:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'd3576840-0812-413a-9163-09faac0118c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:54Z', 'updated_at': '2022-05-25T16:28:55Z', 'revision_number': 2, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'subnets': [{'id': 'd3576840-0812-413a-9163-09faac0118c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:00.848737 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:00.873476 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Checking router: 449063d4-07d7-465e-8fa6-2286a5a4819a for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:29:00.874278 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Updating router 449063d4-07d7-465e-8fa6-2286a5a4819a port f11fe4fb-a398-401d-98a1-f3c0a3bf117f binding host dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:29:00.903892 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Pushing event updated for resources: {'Port': ['ID=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:00.916308 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:01.007160 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Attempting to bind port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:29:01.007482 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Attempting to bind port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '3bd96d52-7b73-4c8e-81d4-27da5c68cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:29:01.008027 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Attempting to bind port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 on network 6caf8775-5fe7-45ee-81e6-d44ea8fd5247 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:01.017369 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 on network 6caf8775-5fe7-45ee-81e6-d44ea8fd5247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:29:01.018003 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Attempting to bind port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 on network 6caf8775-5fe7-45ee-81e6-d44ea8fd5247 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:01.025476 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:29:01.026788 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Checking segment: {'id': '3bd96d52-7b73-4c8e-81d4-27da5c68cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:01.026975 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Bound using segment: {'id': '3bd96d52-7b73-4c8e-81d4-27da5c68cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:29:01.027756 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Bound port: 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd96d52-7b73-4c8e-81d4-27da5c68cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:29:01.028219 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:01.160783 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] For port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:29:01.165464 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] For port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7,segment=NetworkSegment(3bd96d52-7b73-4c8e-81d4-27da5c68cdc9),segment_id=3bd96d52-7b73-4c8e-81d4-27da5c68cdc9)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:29:01.177408 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:01.218594 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:01.233258 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44745d2e-39b3-4113-9963-d9bcb5719c08 req-8e804813-849b-4d9d-847a-fdfc8a12be20 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:01.234802 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-44745d2e-39b3-4113-9963-d9bcb5719c08 req-8e804813-849b-4d9d-847a-fdfc8a12be20 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 948 time: 0.0843108 May 25 16:29:01.295422 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:01.296037 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:01.297606 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] 10.222.0.84 "PUT /v2.0/ports/6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 HTTP/1.1" status: 200 len: 1098 time: 1.0657368 May 25 16:29:01.297912 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f', 'tag': '6bf0f2f7-c219-4be5-a699-34ed7b6a97c7'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:29:01.300178 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d43e6c-53ae-4f41-ba89-6c913fa5cd95" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f", "tag": "6bf0f2f7-c219-4be5-a699-34ed7b6a97c7"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:29:01.336815 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-44745d2e-39b3-4113-9963-d9bcb5719c08 req-a14f1e22-f8aa-4140-8982-db7eba707d04 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953748 May 25 16:29:01.366427 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a99bd-b3e5-4c16-a85d-f8093b61fdda service neutron] Pushing event updated for resources: {'Port': ['ID=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:01.423417 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236c1395-7cd9-423c-b9e1-6811332f39f2 x-openstack-request-id: req-236c1395-7cd9-423c-b9e1-6811332f39f2 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:29:01.423794 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f", "tag": "6bf0f2f7-c219-4be5-a699-34ed7b6a97c7", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:29:01.423989 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-236c1395-7cd9-423c-b9e1-6811332f39f2 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:29:01.424333 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236c1395-7cd9-423c-b9e1-6811332f39f2'] response: {'name': 'network-changed', 'server_uuid': 'a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f', 'tag': '6bf0f2f7-c219-4be5-a699-34ed7b6a97c7', 'status': 'completed', 'code': 200} May 25 16:29:01.444775 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-e0301f4d-2cc2-4e8c-b258-10dedf93a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:01.446368 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-e0301f4d-2cc2-4e8c-b258-10dedf93a62d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d77ca289b79f4074b17d3333288108e5&device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 1132 time: 0.1056726 May 25 16:29:01.492460 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-d2cbd737-0b28-48cf-880d-51c0d2458ded service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 HTTP/1.1" status: 200 len: 217 time: 0.0383248 May 25 16:29:01.513515 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=100 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:01.525283 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Publish callbacks [] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), precommit_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:01.536013 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:01.574256 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-97d8d789-83cd-4d19-ae28-cfd12bc5a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:01.576052 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-97d8d789-83cd-4d19-ae28-cfd12bc5a79a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0535d58a-c7d1-490a-a4ed-4b80a554ef46 HTTP/1.1" status: 200 len: 843 time: 0.0778203 May 25 16:29:01.647879 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c710e-2335-4045-a5c9-aa4e95ed961b None None] Pushing event updated for resources: {'Port': ['ID=f11fe4fb-a398-401d-98a1-f3c0a3bf117f,revision_number=3']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:01.649959 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-9bfbd7cd-c29a-4fac-8d3d-c4c55c6dea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:01.652226 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-9bfbd7cd-c29a-4fac-8d3d-c4c55c6dea74 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6caf8775-5fe7-45ee-81e6-d44ea8fd5247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0691044 May 25 16:29:01.655745 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Attempting to bind port f11fe4fb-a398-401d-98a1-f3c0a3bf117f on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:29:01.656112 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Attempting to bind port f11fe4fb-a398-401d-98a1-f3c0a3bf117f by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '0022b55d-a51b-447a-90ff-241bb39b5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983'}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:29:01.656475 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Attempting to bind port f11fe4fb-a398-401d-98a1-f3c0a3bf117f on network d87792b6-b07d-4757-9627-8ffb337e6983 {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:01.662405 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:29:01.662792 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Checking segment: {'id': '0022b55d-a51b-447a-90ff-241bb39b5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:01.663186 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:01.663604 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Bound using segment: {'id': '0022b55d-a51b-447a-90ff-241bb39b5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983'} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:29:01.664036 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Bound port: f11fe4fb-a398-401d-98a1-f3c0a3bf117f, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0022b55d-a51b-447a-90ff-241bb39b5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983'}}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:29:01.664411 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:01.681993 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:01.759242 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] For port f11fe4fb-a398-401d-98a1-f3c0a3bf117f, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:29:01.765375 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] For port f11fe4fb-a398-401d-98a1-f3c0a3bf117f, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=f11fe4fb-a398-401d-98a1-f3c0a3bf117f,segment=NetworkSegment(0022b55d-a51b-447a-90ff-241bb39b5ce0),segment_id=0022b55d-a51b-447a-90ff-241bb39b5ce0)] {{(pid=103815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:29:01.776683 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:01.779335 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-353a08ee-efa0-4cfa-9f03-d371df85aa5e service neutron] 10.222.0.84 "GET /v2.0/networks/6caf8775-5fe7-45ee-81e6-d44ea8fd5247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204102 May 25 16:29:01.843774 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Routers {'449063d4-07d7-465e-8fa6-2286a5a4819a'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:29:01.844482 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:28:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['449063d4-07d7-465e-8fa6-2286a5a4819a'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:01.906799 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b84bfea3-34d6-4c80-a2c0-f8cf4cac41fb req-c8b1c4ec-be5b-4ea8-bb71-9ad3214a3b90 service neutron] 10.222.0.84 "GET /v2.0/networks/6caf8775-5fe7-45ee-81e6-d44ea8fd5247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202986 May 25 16:29:01.955511 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c710e-2335-4045-a5c9-aa4e95ed961b None None] Pushing event updated for resources: {'Port': ['ID=f11fe4fb-a398-401d-98a1-f3c0a3bf117f,revision_number=4']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:01.984365 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] Set router 449063d4-07d7-465e-8fa6-2286a5a4819a gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:29:02.027894 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-8dad8f6b-cbbf-4a11-a160-51039ad14147 None None] Provisioning complete for port f11fe4fb-a398-401d-98a1-f3c0a3bf117f triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:02.029017 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8dad8f6b-cbbf-4a11-a160-51039ad14147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:02.185322 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-8dad8f6b-cbbf-4a11-a160-51039ad14147 None None] Current status of the port f11fe4fb-a398-401d-98a1-f3c0a3bf117f is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:02.185744 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8dad8f6b-cbbf-4a11-a160-51039ad14147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:02.252386 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-8dad8f6b-cbbf-4a11-a160-51039ad14147 None None] For port f11fe4fb-a398-401d-98a1-f3c0a3bf117f, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=f11fe4fb-a398-401d-98a1-f3c0a3bf117f,segment=NetworkSegment(0022b55d-a51b-447a-90ff-241bb39b5ce0),segment_id=0022b55d-a51b-447a-90ff-241bb39b5ce0)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:02.258774 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8dad8f6b-cbbf-4a11-a160-51039ad14147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:02.330826 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad8f6b-cbbf-4a11-a160-51039ad14147 None None] Pushing event updated for resources: {'Port': ['ID=f11fe4fb-a398-401d-98a1-f3c0a3bf117f,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:02.389131 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-73396850-35df-4a23-90d0-37c813ec9558 None None] Provisioning complete for port f11fe4fb-a398-401d-98a1-f3c0a3bf117f triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:02.389520 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73396850-35df-4a23-90d0-37c813ec9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:02.420679 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'name': 'tempest-TestMinimumBasicScenario-798281147-router', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2504a132-65ca-4358-87bc-59050bfd5603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:55Z', 'revision_number': 4, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'gw_port': {'id': '2504a132-65ca-4358-87bc-59050bfd5603', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'f11fe4fb-a398-401d-98a1-f3c0a3bf117f', 'name': '', 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'mac_address': 'fa:16:3e:d0:31:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'd3576840-0812-413a-9163-09faac0118c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:54Z', 'updated_at': '2022-05-25T16:29:01Z', 'revision_number': 4, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'subnets': [{'id': 'd3576840-0812-413a-9163-09faac0118c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:02.465156 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae5d8bd-ea4a-42f5-b310-f384332a06c1 None None] The sync data for ids ['449063d4-07d7-465e-8fa6-2286a5a4819a'] in dv-cinder-843278-2-iscsi is: [{'id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'name': 'tempest-TestMinimumBasicScenario-798281147-router', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2504a132-65ca-4358-87bc-59050bfd5603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:55Z', 'revision_number': 4, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'gw_port': {'id': '2504a132-65ca-4358-87bc-59050bfd5603', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'f11fe4fb-a398-401d-98a1-f3c0a3bf117f', 'name': '', 'network_id': 'd87792b6-b07d-4757-9627-8ffb337e6983', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'mac_address': 'fa:16:3e:d0:31:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'd3576840-0812-413a-9163-09faac0118c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:54Z', 'updated_at': '2022-05-25T16:29:01Z', 'revision_number': 4, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'subnets': [{'id': 'd3576840-0812-413a-9163-09faac0118c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:29:02.474873 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:02.496869 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5dd5d-eac5-4e0e-b1c1-2eaa1a719219 req-b2d5d029-57db-4fc1-840e-e0ee00938cc8 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:02.504425 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2ea5dd5d-eac5-4e0e-b1c1-2eaa1a719219 req-b2d5d029-57db-4fc1-840e-e0ee00938cc8 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 948 time: 0.0728967 May 25 16:29:02.509579 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-73396850-35df-4a23-90d0-37c813ec9558 None None] Current status of the port f11fe4fb-a398-401d-98a1-f3c0a3bf117f is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:02.572349 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-52446d13-19d9-4c6c-ac01-340a3c8117dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:02.585560 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2ea5dd5d-eac5-4e0e-b1c1-2eaa1a719219 req-f8781c1c-d663-4d82-ab46-6b72c0299d38 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744359 May 25 16:29:02.746748 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d43e6c-53ae-4f41-ba89-6c913fa5cd95 req-1c204c52-e505-4a1a-9812-d07b1c37bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:02.748909 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0d43e6c-53ae-4f41-ba89-6c913fa5cd95 req-1c204c52-e505-4a1a-9812-d07b1c37bae1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d77ca289b79f4074b17d3333288108e5&device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 1132 time: 0.0544121 May 25 16:29:02.874030 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d43e6c-53ae-4f41-ba89-6c913fa5cd95 req-d8b44e30-97a8-4f51-941b-faa60f1337c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:02.875844 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0d43e6c-53ae-4f41-ba89-6c913fa5cd95 req-d8b44e30-97a8-4f51-941b-faa60f1337c6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6caf8775-5fe7-45ee-81e6-d44ea8fd5247 HTTP/1.1" status: 200 len: 871 time: 0.1181140 May 25 16:29:02.922387 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0d43e6c-53ae-4f41-ba89-6c913fa5cd95 req-441d0142-df84-4841-8332-0f1f1b01f884 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 HTTP/1.1" status: 200 len: 217 time: 0.0409355 May 25 16:29:02.975414 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d43e6c-53ae-4f41-ba89-6c913fa5cd95 req-d2d69cfc-f424-4f4d-88c9-a6b210b6ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:02.977209 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0d43e6c-53ae-4f41-ba89-6c913fa5cd95 req-d2d69cfc-f424-4f4d-88c9-a6b210b6ae20 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0535d58a-c7d1-490a-a4ed-4b80a554ef46 HTTP/1.1" status: 200 len: 843 time: 0.0491803 May 25 16:29:03.048440 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d43e6c-53ae-4f41-ba89-6c913fa5cd95 req-70e2e299-23d8-4eac-aea6-0a58a84d4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:03.052462 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0d43e6c-53ae-4f41-ba89-6c913fa5cd95 req-70e2e299-23d8-4eac-aea6-0a58a84d4d91 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6caf8775-5fe7-45ee-81e6-d44ea8fd5247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0694799 May 25 16:29:03.160342 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0d43e6c-53ae-4f41-ba89-6c913fa5cd95 req-4de8b043-fa57-4bfa-b1c1-0cd27c3419af service neutron] 10.222.0.84 "GET /v2.0/networks/6caf8775-5fe7-45ee-81e6-d44ea8fd5247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011770 May 25 16:29:03.268679 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0d43e6c-53ae-4f41-ba89-6c913fa5cd95 req-e2dcfc0e-5dca-40e5-835a-600973b632af service neutron] 10.222.0.84 "GET /v2.0/networks/6caf8775-5fe7-45ee-81e6-d44ea8fd5247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015286 May 25 16:29:03.687510 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:03.725332 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296c839-b2dd-4be3-8f24-3d25f998ba26 req-ffcee0c0-e9f8-4d28-8683-0fb9a1e40e37 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:03.730217 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7296c839-b2dd-4be3-8f24-3d25f998ba26 req-ffcee0c0-e9f8-4d28-8683-0fb9a1e40e37 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 948 time: 0.0611448 May 25 16:29:03.783538 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7296c839-b2dd-4be3-8f24-3d25f998ba26 req-53ea8216-c611-4c7c-a3c3-28a13c808641 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496674 May 25 16:29:03.921264 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device f11fe4fb-a398-401d-98a1-f3c0a3bf117f up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:03.967813 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port f11fe4fb-a398-401d-98a1-f3c0a3bf117f triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:03.968073 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:04.013461 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:04.056139 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port f11fe4fb-a398-401d-98a1-f3c0a3bf117f is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:04.590447 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:29:04.706861 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7,segment=NetworkSegment(3bd96d52-7b73-4c8e-81d4-27da5c68cdc9),segment_id=3bd96d52-7b73-4c8e-81d4-27da5c68cdc9)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:04.722180 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '6bf0f2f7-c219-4be5-a699-34ed7b6a97c7', 'network_id': '6caf8775-5fe7-45ee-81e6-d44ea8fd5247', 'port_id': '6bf0f2f7-c219-4be5-a699-34ed7b6a97c7', 'mac_address': 'fa:16:3e:70:01:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0535d58a-c7d1-490a-a4ed-4b80a554ef46', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:29:04.765083 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:04.765763 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:04.774633 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:04.783047 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:29:04.810856 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7,segment=NetworkSegment(3bd96d52-7b73-4c8e-81d4-27da5c68cdc9),segment_id=3bd96d52-7b73-4c8e-81d4-27da5c68cdc9)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:04.817389 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:04.878669 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:04.940829 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad367be7-ae8f-46c0-ad50-536d3f36b674 req-d79e4854-a8a1-4a27-ae70-156b37e8a942 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:04.949758 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ad367be7-ae8f-46c0-ad50-536d3f36b674 req-d79e4854-a8a1-4a27-ae70-156b37e8a942 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 949 time: 0.0645685 May 25 16:29:05.014853 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ad367be7-ae8f-46c0-ad50-536d3f36b674 req-0c8d3036-7991-46bd-9116-4594cc26f74e tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637672 May 25 16:29:05.052064 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['6bf0f2f7-c219-4be5-a699-34ed7b6a97c7'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:29:05.348269 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:06.138086 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd1bce-71d2-46d2-b9d1-1db5e3597fdf req-e76778b0-a29d-48b3-83c6-7f9ff54fb3dd tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:06.140501 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-76bd1bce-71d2-46d2-b9d1-1db5e3597fdf req-e76778b0-a29d-48b3-83c6-7f9ff54fb3dd tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 949 time: 0.0588379 May 25 16:29:06.210279 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-76bd1bce-71d2-46d2-b9d1-1db5e3597fdf req-bac05afe-7ccf-438a-bc71-98a82743c324 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628896 May 25 16:29:06.544912 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:07.362605 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ef183-2847-48ea-97be-6c63bab54311 req-d3142ef2-a692-416f-89da-633dfb521ef5 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:07.364111 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7e8ef183-2847-48ea-97be-6c63bab54311 req-d3142ef2-a692-416f-89da-633dfb521ef5 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 949 time: 0.0764759 May 25 16:29:07.413840 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7e8ef183-2847-48ea-97be-6c63bab54311 req-5d88afef-a826-4744-a8b8-6fb9f26ea4e2 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 May 25 16:29:08.184348 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:08.219645 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0470712f-9a48-4761-a197-2fd3235b0807 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:08.221253 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0470712f-9a48-4761-a197-2fd3235b0807 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/networks?id=3208438a-9fe5-4561-8a67-505a574fed46 HTTP/1.1" status: 200 len: 814 time: 0.1110928 May 25 16:29:08.240436 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-38d0c036-3cbd-4810-b83d-b33112d397cf tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/quotas/c8efc0621a1242329970cda13b3fee4b HTTP/1.1" status: 200 len: 375 time: 0.0126522 May 25 16:29:08.243118 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:08.310057 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-4489e033-fa6e-4b04-944c-ce0438ce859f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8efc0621a1242329970cda13b3fee4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608525 May 25 16:29:08.315479 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:29:08.322621 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:08.323022 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:08.396098 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:08.396543 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:08.411436 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-8f7b7263-6880-4e0d-90ab-363de348daec service neutron] 10.222.0.42 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838821 May 25 16:29:08.422123 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf0f2f7-c219-4be5-a699-34ed7b6a97c7'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:29:08.424348 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a997430-ef53-4cd1-91b6-ef3dd8f178ad" -d '{"events": [{"server_uuid": "a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f", "name": "network-vif-plugged", "status": "completed", "tag": "6bf0f2f7-c219-4be5-a699-34ed7b6a97c7"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:29:08.437860 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7,segment=NetworkSegment(3bd96d52-7b73-4c8e-81d4-27da5c68cdc9),segment_id=3bd96d52-7b73-4c8e-81d4-27da5c68cdc9)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:08.442335 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:08.485335 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb33f1b-ac3b-4dcc-8b06-334e7c3cf592 x-openstack-request-id: req-4eb33f1b-ac3b-4dcc-8b06-334e7c3cf592 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:29:08.485465 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f", "name": "network-vif-plugged", "status": "completed", "tag": "6bf0f2f7-c219-4be5-a699-34ed7b6a97c7", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:29:08.485691 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4eb33f1b-ac3b-4dcc-8b06-334e7c3cf592 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:29:08.486404 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb33f1b-ac3b-4dcc-8b06-334e7c3cf592'] response: {'server_uuid': 'a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf0f2f7-c219-4be5-a699-34ed7b6a97c7', 'code': 200} May 25 16:29:08.510337 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:08.527093 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-af39e93d-bff0-41ab-a458-54a334fe0cf7 service neutron] 10.222.0.42 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080184 May 25 16:29:08.582970 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30407dd7-a87a-4022-8f45-a9009fa236fa req-5a3ff38c-e7b4-4dc3-bac5-a9c12f6ceb44 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:08.584482 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30407dd7-a87a-4022-8f45-a9009fa236fa req-5a3ff38c-e7b4-4dc3-bac5-a9c12f6ceb44 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0559411 May 25 16:29:08.646811 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30407dd7-a87a-4022-8f45-a9009fa236fa req-1d3b5603-c3c9-44be-aa54-e2382333bd35 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554359 May 25 16:29:08.659628 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:08.663542 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0334b-80b1-4064-a450-0a61360a09ba req-84cb142f-35cf-4cb7-b5c5-c39e6b1d54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:08.665167 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1fb0334b-80b1-4064-a450-0a61360a09ba req-84cb142f-35cf-4cb7-b5c5-c39e6b1d54ee service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 1134 time: 0.0434375 May 25 16:29:08.721708 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dff18d05-7a01-4eb0-abf7-8274f52e7426 req-26fc3fbe-b4ec-4473-ac88-f1a3b16b74bc tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 210 time: 0.0382721 May 25 16:29:08.724950 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1fb0334b-80b1-4064-a450-0a61360a09ba req-cd7c4870-d65e-4b20-a916-795e7b4c167b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519989 May 25 16:29:09.802127 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d81db-57f8-4b2a-a58b-7df349a4f7f0 req-e8dc298c-8f14-4e6a-98d5-99b652538a71 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:09.803952 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-920d81db-57f8-4b2a-a58b-7df349a4f7f0 req-e8dc298c-8f14-4e6a-98d5-99b652538a71 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0686629 May 25 16:29:09.852603 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ca00a283-7ccd-47e8-b6f3-a140c36af82b req-bdfd8a2c-8498-4b26-9564-452515e3153f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 210 time: 0.0359633 May 25 16:29:09.897556 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-920d81db-57f8-4b2a-a58b-7df349a4f7f0 req-39a4593a-73c9-40a3-8c66-c4f1f48dd994 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873785 May 25 16:29:10.399390 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-6c927b7a-03f7-47ef-95f3-2beb92bdaf2a tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:10.400820 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-6c927b7a-03f7-47ef-95f3-2beb92bdaf2a tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.84 "GET /v2.0/networks?id=3208438a-9fe5-4561-8a67-505a574fed46 HTTP/1.1" status: 200 len: 814 time: 0.1051626 May 25 16:29:10.413537 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Request body: {'port': {'device_id': '11516011-7294-415c-9637-27fe37077315', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'admin_state_up': True, 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:10.523077 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Made reservation on behalf of c8efc0621a1242329970cda13b3fee4b for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:29:10.527705 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:10.551624 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:10.659623 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Allocated IP 172.20.0.10 (3208438a-9fe5-4561-8a67-505a574fed46/a194589e-69a7-418c-a056-ee7371b3726f/0bc5d294-6526-41f2-a874-eb5b98d8279f) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:29:10.813894 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:10.890833 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:10.961557 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event updated for resources: {'Port': ['ID=0bc5d294-6526-41f2-a874-eb5b98d8279f,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:10.965404 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Network 3208438a-9fe5-4561-8a67-505a574fed46 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:29:10.967488 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:10.970495 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:29:11.049971 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:11.061789 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a3af7-1327-46c6-8a50-a0ce5cc5c246 req-cdf339cb-d93d-4727-b87c-506ef59f6a16 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:11.064641 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b58a3af7-1327-46c6-8a50-a0ce5cc5c246 req-cdf339cb-d93d-4727-b87c-506ef59f6a16 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 932 time: 0.0891721 May 25 16:29:11.101170 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:11.110706 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:11.156919 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-0d809daf-190a-420e-868d-02e3aff5cdfa tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7475340 May 25 16:29:11.219202 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a796ea2-b513-43b6-9d43-0b9b2af18d7c req-09e10b78-0fe5-4c15-9489-b0684f91cbcf tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:11.230688 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0a796ea2-b513-43b6-9d43-0b9b2af18d7c req-09e10b78-0fe5-4c15-9489-b0684f91cbcf tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.1633449 May 25 16:29:11.345256 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b58a3af7-1327-46c6-8a50-a0ce5cc5c246 req-489fabe3-ef9f-4415-b737-d4f4a0365317 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633507 May 25 16:29:11.407728 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0a796ea2-b513-43b6-9d43-0b9b2af18d7c req-da6f8f13-055c-4baf-b259-dfd9f21a68bd tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755025 May 25 16:29:11.445407 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-98aeab2f-8943-48c3-9440-03baa1c745a8 None None] Provisioning complete for port 0bc5d294-6526-41f2-a874-eb5b98d8279f triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:11.447001 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-98aeab2f-8943-48c3-9440-03baa1c745a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:11.506264 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-98aeab2f-8943-48c3-9440-03baa1c745a8 None None] Port 0bc5d294-6526-41f2-a874-eb5b98d8279f cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:29:11.764280 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9ef22-5f68-440a-9cda-4f51e4cc0234 req-94d19ff2-76b4-48b5-aea5-588854f7c44f tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:11.771915 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22f9ef22-5f68-440a-9cda-4f51e4cc0234 req-94d19ff2-76b4-48b5-aea5-588854f7c44f tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0659733 May 25 16:29:11.850431 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22f9ef22-5f68-440a-9cda-4f51e4cc0234 req-a10a2d15-f727-4827-bdf5-2490f5ed1ad4 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774593 May 25 16:29:12.427655 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:UPDATE=5,neutron:SELECT=68,neutron:INSERT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:12.428638 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=76 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:12.489736 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83563933-ab86-45e4-a62b-bc643573482c req-718b076a-d293-476e-9c1c-6c5f05efaae9 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:12.492293 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-83563933-ab86-45e4-a62b-bc643573482c req-718b076a-d293-476e-9c1c-6c5f05efaae9 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 932 time: 0.0654128 May 25 16:29:12.544934 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-83563933-ab86-45e4-a62b-bc643573482c req-9ba0746c-7d48-4233-bfae-ef5c133a9cd9 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465925 May 25 16:29:12.971927 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017f93-b81e-4693-a073-1308ce5bbad8 req-5c2bfcc8-1923-4cc9-9c3a-4820da8dfef9 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:12.973606 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9e017f93-b81e-4693-a073-1308ce5bbad8 req-5c2bfcc8-1923-4cc9-9c3a-4820da8dfef9 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0563400 May 25 16:29:13.024258 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9e017f93-b81e-4693-a073-1308ce5bbad8 req-b51ebc6f-34f9-4d7f-97bb-a1694f6c8dbd tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446305 May 25 16:29:13.623758 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:13.665733 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99751bc1-c230-454d-92e5-b71bdc9d5320 req-1d86556b-baac-4e3c-97a5-a5620a2acc41 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:13.668089 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-99751bc1-c230-454d-92e5-b71bdc9d5320 req-1d86556b-baac-4e3c-97a5-a5620a2acc41 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 932 time: 0.0548277 May 25 16:29:13.715495 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-99751bc1-c230-454d-92e5-b71bdc9d5320 req-1d1a9938-be40-4923-981e-9752e37748e1 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 May 25 16:29:14.141191 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f4989-e4f6-4fd7-9a29-c7a21aa7dfd9 req-97b36de9-321d-47f0-8c90-f69afa35ebe3 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:14.142724 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c7f4989-e4f6-4fd7-9a29-c7a21aa7dfd9 req-97b36de9-321d-47f0-8c90-f69afa35ebe3 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0477226 May 25 16:29:14.194511 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c7f4989-e4f6-4fd7-9a29-c7a21aa7dfd9 req-34c970bf-e722-4625-ad03-597b4f127c8b tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461633 May 25 16:29:14.835805 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f594b-e2b0-4030-a64f-315b78bc142e req-6d8b3be8-c2bf-403f-a9f4-d7b76ec70172 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:14.837279 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e29f594b-e2b0-4030-a64f-315b78bc142e req-6d8b3be8-c2bf-403f-a9f4-d7b76ec70172 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 932 time: 0.0463450 May 25 16:29:14.891693 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e29f594b-e2b0-4030-a64f-315b78bc142e req-b74feb99-145c-4127-ba2d-858dadc90651 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480540 May 25 16:29:15.338252 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7b29-a822-436a-81ee-590185ada2cd req-c99a31e6-8678-4534-a59a-b4448ab46360 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:15.340014 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3f5d7b29-a822-436a-81ee-590185ada2cd req-c99a31e6-8678-4534-a59a-b4448ab46360 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0562310 May 25 16:29:15.393489 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3f5d7b29-a822-436a-81ee-590185ada2cd req-aecb1b33-ec0e-4345-9fb5-e037dbd5ba30 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478058 May 25 16:29:16.010899 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f0bcb-9af0-4d5d-9363-8f6dc1614fe5 req-78e6aa41-2afc-43a1-ad93-0f29365713bb tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:16.012832 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9b1f0bcb-9af0-4d5d-9363-8f6dc1614fe5 req-78e6aa41-2afc-43a1-ad93-0f29365713bb tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 932 time: 0.0478721 May 25 16:29:16.079522 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9b1f0bcb-9af0-4d5d-9363-8f6dc1614fe5 req-847394ff-504e-48aa-87df-879de0b4d784 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578878 May 25 16:29:16.522670 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18917e56-c3ea-4fb7-8147-742099df348f req-e6322042-77db-412b-9afa-4cff3fb95d46 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:16.524164 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-18917e56-c3ea-4fb7-8147-742099df348f req-e6322042-77db-412b-9afa-4cff3fb95d46 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0593431 May 25 16:29:16.578531 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-18917e56-c3ea-4fb7-8147-742099df348f req-7722bad1-98a4-4792-8673-c17cfca14326 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475519 May 25 16:29:17.208754 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d173daf-f303-44ea-9dc2-cdc0bd4794a9 req-42ef5d52-00ac-465d-9670-ed2528bb3078 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:17.217490 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d173daf-f303-44ea-9dc2-cdc0bd4794a9 req-42ef5d52-00ac-465d-9670-ed2528bb3078 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 932 time: 0.0623441 May 25 16:29:17.265207 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d173daf-f303-44ea-9dc2-cdc0bd4794a9 req-4b35c36e-0a70-4333-bb9c-401ffb56b78f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464714 May 25 16:29:17.711964 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62318199-33a5-4bc4-8b26-f4226724b5de req-3f21c72a-65ac-4fe8-ab1d-57bed7c4397f tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:17.714121 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-62318199-33a5-4bc4-8b26-f4226724b5de req-3f21c72a-65ac-4fe8-ab1d-57bed7c4397f tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0477762 May 25 16:29:17.766068 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-62318199-33a5-4bc4-8b26-f4226724b5de req-667a2f8c-9dd8-47d2-81c0-4505c7e184f2 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458615 May 25 16:29:18.349489 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:18.393040 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08066-7dfd-4635-a449-dce85a8e7269 req-9cd6a0c1-c56c-4904-969f-ec708e567c99 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:18.394686 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1ce08066-7dfd-4635-a449-dce85a8e7269 req-9cd6a0c1-c56c-4904-969f-ec708e567c99 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 932 time: 0.0559471 May 25 16:29:18.453951 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1ce08066-7dfd-4635-a449-dce85a8e7269 req-81f5fbab-cfc2-4db2-84ef-91fe3a408c84 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510311 May 25 16:29:18.923653 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef06f6-1b83-4741-a770-f106a32449dc req-ab46bbb5-a80b-4c99-941c-5540ab1e42d1 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:18.925363 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b2ef06f6-1b83-4741-a770-f106a32449dc req-ab46bbb5-a80b-4c99-941c-5540ab1e42d1 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0515001 May 25 16:29:19.003004 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b2ef06f6-1b83-4741-a770-f106a32449dc req-87503a7e-d63d-4861-b1b5-98e01ad2a005 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699136 May 25 16:29:19.540866 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:19.581762 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd25f3b-9ebb-41ac-9c77-bb90139d2541 req-fba99565-f322-4a32-bde5-3f3fc5496a5b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:19.583274 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dcd25f3b-9ebb-41ac-9c77-bb90139d2541 req-fba99565-f322-4a32-bde5-3f3fc5496a5b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 932 time: 0.0524325 May 25 16:29:19.634856 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dcd25f3b-9ebb-41ac-9c77-bb90139d2541 req-2bc2ce61-14c3-49b4-98c0-7950603e1398 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457289 May 25 16:29:20.144201 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836e931-2e32-4bb7-a4f4-55b4ff65a617 req-dcf7fb19-df56-4311-899a-aaae3256b898 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:20.145675 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a836e931-2e32-4bb7-a4f4-55b4ff65a617 req-dcf7fb19-df56-4311-899a-aaae3256b898 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0492558 May 25 16:29:20.216530 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a836e931-2e32-4bb7-a4f4-55b4ff65a617 req-ece2d467-0566-4d66-89e2-e243c8b1bc3d tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652199 May 25 16:29:20.755594 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbae3d-6848-42e7-9d6e-d6d4a307dbf9 req-0d141666-c53e-4cc2-81ed-1b9ffd588e55 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:20.757042 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a2bbae3d-6848-42e7-9d6e-d6d4a307dbf9 req-0d141666-c53e-4cc2-81ed-1b9ffd588e55 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 932 time: 0.0527976 May 25 16:29:20.804795 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a2bbae3d-6848-42e7-9d6e-d6d4a307dbf9 req-11a7b08d-f130-4d04-9ff6-d6ecfedb34b4 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 May 25 16:29:21.142060 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=70,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:21.144903 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:21.271494 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Request body: {'port': {'device_id': '11516011-7294-415c-9637-27fe37077315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:21.350558 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:21.361201 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed526f-5741-4808-9829-e6823d38da2f req-7a2ee837-f297-4d3e-ab4e-ed323f01f2e4 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:21.362797 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-36ed526f-5741-4808-9829-e6823d38da2f req-7a2ee837-f297-4d3e-ab4e-ed323f01f2e4 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0520566 May 25 16:29:21.415595 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-36ed526f-5741-4808-9829-e6823d38da2f req-6e417fb8-888c-4722-a07e-ae8fe851d9fd tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466945 May 25 16:29:21.480813 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:21.645178 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc5d294-6526-41f2-a874-eb5b98d8279f {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:29:21.653076 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Publish callbacks [] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:21.666550 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Transition to ACTIVE for port object 0bc5d294-6526-41f2-a874-eb5b98d8279f will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:29:21.670682 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:21.726508 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc5d294-6526-41f2-a874-eb5b98d8279f,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:21.805947 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Attempting to bind port 0bc5d294-6526-41f2-a874-eb5b98d8279f on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:29:21.806282 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Attempting to bind port 0bc5d294-6526-41f2-a874-eb5b98d8279f by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:29:21.806608 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Attempting to bind port 0bc5d294-6526-41f2-a874-eb5b98d8279f on network 3208438a-9fe5-4561-8a67-505a574fed46 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:21.811728 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Port 0bc5d294-6526-41f2-a874-eb5b98d8279f on network 3208438a-9fe5-4561-8a67-505a574fed46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:29:21.812148 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Attempting to bind port 0bc5d294-6526-41f2-a874-eb5b98d8279f on network 3208438a-9fe5-4561-8a67-505a574fed46 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:21.817353 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:29:21.817694 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Checking segment: {'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:21.818108 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Bound using segment: {'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:29:21.818539 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Bound port: 0bc5d294-6526-41f2-a874-eb5b98d8279f, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6d8354-f287-4b2c-abe6-b3ffd051cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:29:21.818899 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:21.884257 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] For port 0bc5d294-6526-41f2-a874-eb5b98d8279f, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:29:21.889658 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] For port 0bc5d294-6526-41f2-a874-eb5b98d8279f, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:29:21.899450 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:21.929120 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740233f-bc67-4968-a9c3-f14a10e77a50 req-68d0c8b7-8d98-4818-90bb-fb50b22f5d99 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:21.930633 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8740233f-bc67-4968-a9c3-f14a10e77a50 req-68d0c8b7-8d98-4818-90bb-fb50b22f5d99 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 944 time: 0.0503516 May 25 16:29:21.987728 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8740233f-bc67-4968-a9c3-f14a10e77a50 req-be4c5b4e-3417-4a0b-8dec-673e8f2e6776 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507424 May 25 16:29:22.189104 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:22.189737 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:22.191168 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] 10.222.0.84 "PUT /v2.0/ports/0bc5d294-6526-41f2-a874-eb5b98d8279f HTTP/1.1" status: 200 len: 1094 time: 0.9256279 May 25 16:29:22.191559 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:29:22.193791 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2ae006-4eef-4e7d-b878-84e6a0b83be2" -d '{"events": [{"name": "network-changed", "server_uuid": "11516011-7294-415c-9637-27fe37077315", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:29:22.211887 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a2a54-965c-4347-8037-334e6066bd68 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc5d294-6526-41f2-a874-eb5b98d8279f,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:22.234939 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c512808b-82df-4ebb-bca4-5b9e06a084a6 x-openstack-request-id: req-c512808b-82df-4ebb-bca4-5b9e06a084a6 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:29:22.235224 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11516011-7294-415c-9637-27fe37077315", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:29:22.235470 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c512808b-82df-4ebb-bca4-5b9e06a084a6 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:29:22.235858 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c512808b-82df-4ebb-bca4-5b9e06a084a6'] response: {'name': 'network-changed', 'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'status': 'completed', 'code': 200} May 25 16:29:22.414534 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:22.536717 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17291c55-1dd1-4a8e-b5ab-32463b61eca4 req-ea42ab22-5e4b-40fb-aa9d-e617a6280647 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:22.538916 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-17291c55-1dd1-4a8e-b5ab-32463b61eca4 req-ea42ab22-5e4b-40fb-aa9d-e617a6280647 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0521543 May 25 16:29:22.584867 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ae006-4eef-4e7d-b878-84e6a0b83be2 req-2368c3d3-c22f-4027-8071-304b4ff1eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:22.586464 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d2ae006-4eef-4e7d-b878-84e6a0b83be2 req-2368c3d3-c22f-4027-8071-304b4ff1eed1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8efc0621a1242329970cda13b3fee4b&device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 1128 time: 0.0434856 May 25 16:29:22.588872 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-17291c55-1dd1-4a8e-b5ab-32463b61eca4 req-2f7335c1-f50e-4739-856f-1ba41bf0753f tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/security-groups?id=370b40dc-2889-41e6-ba88-4a532663fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435085 May 25 16:29:22.682756 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:22.699372 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ae006-4eef-4e7d-b878-84e6a0b83be2 req-f3802bc2-a5e7-40a6-aa71-9ac66184025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:22.700761 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d2ae006-4eef-4e7d-b878-84e6a0b83be2 req-f3802bc2-a5e7-40a6-aa71-9ac66184025f service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=c8efc0621a1242329970cda13b3fee4b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1013238 May 25 16:29:22.914497 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ae006-4eef-4e7d-b878-84e6a0b83be2 req-baecf861-ea43-4931-8d81-2a7df6ed98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:22.915967 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d2ae006-4eef-4e7d-b878-84e6a0b83be2 req-baecf861-ea43-4931-8d81-2a7df6ed98f2 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0899279 May 25 16:29:22.977814 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:23.055898 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec69d-c5cf-4fd9-a0f3-efc1a3d1ef51 req-920a7e98-f089-48be-83db-76dbc63b2721 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:23.057337 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d2dec69d-c5cf-4fd9-a0f3-efc1a3d1ef51 req-920a7e98-f089-48be-83db-76dbc63b2721 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 950 time: 0.0888052 May 25 16:29:23.060814 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-e5369496-2dda-4ebb-88d1-bc9eae70fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:23.062207 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-e5369496-2dda-4ebb-88d1-bc9eae70fcff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8efc0621a1242329970cda13b3fee4b&device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 1128 time: 0.0639389 May 25 16:29:23.107206 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f763ac-6852-409c-9dc8-316feadfb3c2 req-f34926b8-91c5-4079-913b-afd2f7c3f74c tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:23.108712 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-15f763ac-6852-409c-9dc8-316feadfb3c2 req-f34926b8-91c5-4079-913b-afd2f7c3f74c tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 944 time: 0.0479538 May 25 16:29:23.127519 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-33bf7429-41cb-4497-bbe0-c0ac2420a660 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f HTTP/1.1" status: 200 len: 217 time: 0.0552368 May 25 16:29:23.157704 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-15f763ac-6852-409c-9dc8-316feadfb3c2 req-fcb1017b-d76f-4df5-8232-b9e02513995c tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432129 May 25 16:29:23.213102 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-d2dec69d-c5cf-4fd9-a0f3-efc1a3d1ef51 req-d16e0467-8f2d-4c9b-98a6-2cbf6f531dfb tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Deleting port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:29:23.213738 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d2dec69d-c5cf-4fd9-a0f3-efc1a3d1ef51 req-d16e0467-8f2d-4c9b-98a6-2cbf6f531dfb tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:23.219751 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-98706c93-da18-4908-b5ff-af06c8a9bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:23.221215 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-98706c93-da18-4908-b5ff-af06c8a9bfb7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a194589e-69a7-418c-a056-ee7371b3726f HTTP/1.1" status: 200 len: 853 time: 0.0875511 May 25 16:29:23.309939 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-4ae92d91-a2ae-405d-bb63-1c170bc4a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:23.311478 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-4ae92d91-a2ae-405d-bb63-1c170bc4a87f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3208438a-9fe5-4561-8a67-505a574fed46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804665 May 25 16:29:23.389231 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-d2dec69d-c5cf-4fd9-a0f3-efc1a3d1ef51 req-d16e0467-8f2d-4c9b-98a6-2cbf6f531dfb tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] For port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7,segment=NetworkSegment(3bd96d52-7b73-4c8e-81d4-27da5c68cdc9),segment_id=3bd96d52-7b73-4c8e-81d4-27da5c68cdc9)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:23.389694 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d2dec69d-c5cf-4fd9-a0f3-efc1a3d1ef51 req-d16e0467-8f2d-4c9b-98a6-2cbf6f531dfb tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:23.407761 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-d2dec69d-c5cf-4fd9-a0f3-efc1a3d1ef51 req-d16e0467-8f2d-4c9b-98a6-2cbf6f531dfb tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Calling delete_port for 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:29:23.479781 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-a741cf81-f65f-4fee-86b2-b8a766d32d1e service neutron] 10.222.0.84 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564393 May 25 16:29:23.627020 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-acdcdc12-37de-49d6-971b-43cb6aa6dc06 req-05039cb3-2120-4ce4-9ba4-25b6ffc737a3 service neutron] 10.222.0.84 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356752 May 25 16:29:23.633280 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:23.645217 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d2dec69d-c5cf-4fd9-a0f3-efc1a3d1ef51 req-d16e0467-8f2d-4c9b-98a6-2cbf6f531dfb tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (6bf0f2f7-c219-4be5-a699-34ed7b6a97c7), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:23.658182 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['6bf0f2f7-c219-4be5-a699-34ed7b6a97c7'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:29:23.678144 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e0467-8f2d-4c9b-98a6-2cbf6f531dfb tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Pushing event deleted for resources: {'Port': ['ID=6bf0f2f7-c219-4be5-a699-34ed7b6a97c7,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:23.706731 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70bb5620-ee30-4bbd-b524-74e6756bf4a5 req-36d610ca-b80a-47eb-a26e-e4dcf6069837 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 210 time: 0.0330474 May 25 16:29:23.736501 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dec69d-c5cf-4fd9-a0f3-efc1a3d1ef51 req-d16e0467-8f2d-4c9b-98a6-2cbf6f531dfb tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] No DVR routers for this DVR port 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 on host hv-cinder-84327 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:29:23.739350 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d2dec69d-c5cf-4fd9-a0f3-efc1a3d1ef51 req-d16e0467-8f2d-4c9b-98a6-2cbf6f531dfb tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:23.742800 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d2dec69d-c5cf-4fd9-a0f3-efc1a3d1ef51 req-d16e0467-8f2d-4c9b-98a6-2cbf6f531dfb tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.84 "DELETE /v2.0/ports/6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 HTTP/1.1" status: 204 len: 173 time: 0.6797066 May 25 16:29:24.237375 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f', 'name': 'network-vif-deleted', 'tag': '6bf0f2f7-c219-4be5-a699-34ed7b6a97c7'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:29:24.239930 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c714d0-bb86-43cd-a5d7-008ad6d82acf" -d '{"events": [{"server_uuid": "a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f", "name": "network-vif-deleted", "tag": "6bf0f2f7-c219-4be5-a699-34ed7b6a97c7"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:29:24.270743 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dd6e3-1d8e-49c4-bff6-eb8b05a7c140 req-585c0940-c66f-45c1-b4d8-892ca5e7e983 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:24.272244 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-389dd6e3-1d8e-49c4-bff6-eb8b05a7c140 req-585c0940-c66f-45c1-b4d8-892ca5e7e983 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 944 time: 0.0476444 May 25 16:29:24.275794 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbab5cdf-6983-4598-a96f-c0579c80e17c x-openstack-request-id: req-fbab5cdf-6983-4598-a96f-c0579c80e17c {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:29:24.276205 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f", "name": "network-vif-deleted", "tag": "6bf0f2f7-c219-4be5-a699-34ed7b6a97c7", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:29:24.276445 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbab5cdf-6983-4598-a96f-c0579c80e17c {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:29:24.277389 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbab5cdf-6983-4598-a96f-c0579c80e17c'] response: {'server_uuid': 'a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f', 'name': 'network-vif-deleted', 'tag': '6bf0f2f7-c219-4be5-a699-34ed7b6a97c7', 'status': 'completed', 'code': 200} May 25 16:29:24.320473 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-389dd6e3-1d8e-49c4-bff6-eb8b05a7c140 req-4c200dda-0099-467c-b15b-6edf284e9278 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 May 25 16:29:24.804134 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5f79ab8e-575d-4e58-8dbe-8e0722409c13 req-ca730ca4-4bce-40e1-b028-9acd79467440 tempest-VolumesNegativeTest-268864454 tempest-VolumesNegativeTest-268864454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1cc3e41-bd5c-4470-a1d4-7dac1e1a824f HTTP/1.1" status: 200 len: 210 time: 0.0307984 May 25 16:29:25.433671 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f105fc6-6adb-4170-a5a2-c682e02b8d5d req-93853d5a-b3f8-4eb3-9edf-0408cd05411c tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:25.435309 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2f105fc6-6adb-4170-a5a2-c682e02b8d5d req-93853d5a-b3f8-4eb3-9edf-0408cd05411c tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 944 time: 0.0465090 May 25 16:29:25.465914 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:25.492274 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2f105fc6-6adb-4170-a5a2-c682e02b8d5d req-b30b8a9d-5aaf-4517-97be-17ca5b7c9c7b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510614 May 25 16:29:26.327541 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0bc5d294-6526-41f2-a874-eb5b98d8279f details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:29:26.431137 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:26.436742 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0bc5d294-6526-41f2-a874-eb5b98d8279f, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:26.445351 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e2a1a7bb-a630-4442-b3c9-d0cb59864760 req-c35f8724-31b9-41d9-a0d2-d15f6b6f78fb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531869 May 25 16:29:26.449750 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'port_id': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'mac_address': 'fa:16:3e:18:1e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:29:26.486642 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 0bc5d294-6526-41f2-a874-eb5b98d8279f is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:26.487138 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:26.500518 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc5d294-6526-41f2-a874-eb5b98d8279f {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:29:26.523413 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0bc5d294-6526-41f2-a874-eb5b98d8279f, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:26.531329 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:26.566587 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a7bb-a630-4442-b3c9-d0cb59864760 req-fc21651e-486f-4312-9972-60aec03a3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:26.568140 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e2a1a7bb-a630-4442-b3c9-d0cb59864760 req-fc21651e-486f-4312-9972-60aec03a3d6c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 1129 time: 0.0754216 May 25 16:29:26.619891 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551bf69-18aa-418b-b412-defad83f8111 req-586d6bf6-c19d-40ac-b13e-49369051cf88 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:26.622960 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=0bc5d294-6526-41f2-a874-eb5b98d8279f,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:26.627940 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a551bf69-18aa-418b-b412-defad83f8111 req-586d6bf6-c19d-40ac-b13e-49369051cf88 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 945 time: 0.0573230 May 25 16:29:26.675339 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a551bf69-18aa-418b-b412-defad83f8111 req-1f30fd38-3043-4081-8d15-22d7f49c867c tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465331 May 25 16:29:26.696845 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a7bb-a630-4442-b3c9-d0cb59864760 req-141f9d2d-692d-4dd5-8b19-09b8fd4c087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:26.700029 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e2a1a7bb-a630-4442-b3c9-d0cb59864760 req-141f9d2d-692d-4dd5-8b19-09b8fd4c087c service neutron] 10.222.0.84 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 913 time: 0.1090884 May 25 16:29:26.777538 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e2a1a7bb-a630-4442-b3c9-d0cb59864760 req-bd1622fc-c502-4e93-971f-b2736d7a84fb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414a4851-4f1f-4eac-9236-89ed850b9b5a HTTP/1.1" status: 200 len: 1001 time: 0.0687048 May 25 16:29:26.800984 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['0bc5d294-6526-41f2-a874-eb5b98d8279f'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:29:26.828050 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a7bb-a630-4442-b3c9-d0cb59864760 req-a2cc7438-cb9e-4bd0-a3c6-bdfa0bdc3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:26.829553 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e2a1a7bb-a630-4442-b3c9-d0cb59864760 req-a2cc7438-cb9e-4bd0-a3c6-bdfa0bdc3d04 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 200 len: 850 time: 0.0455978 May 25 16:29:26.876902 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a7bb-a630-4442-b3c9-d0cb59864760 req-82b75c74-9215-4a85-aca3-351f0bc26765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:26.878627 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e2a1a7bb-a630-4442-b3c9-d0cb59864760 req-82b75c74-9215-4a85-aca3-351f0bc26765 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5f7c259b-fa42-4f62-9149-4145e768ec9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427806 May 25 16:29:26.938284 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:26.982989 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e2a1a7bb-a630-4442-b3c9-d0cb59864760 req-832dcbf8-a2aa-4be9-9450-0dc8f57e55be service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967731 May 25 16:29:27.077970 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e2a1a7bb-a630-4442-b3c9-d0cb59864760 req-c3161f11-6f8f-4d59-bcb1-ed5dfe472858 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854793 May 25 16:29:27.803024 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ed0ac-6e90-43da-8d0d-00c5b07e2abf req-a1f8f124-63cb-4282-bbf0-261a5037cdc3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:27.804552 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dd7ed0ac-6e90-43da-8d0d-00c5b07e2abf req-a1f8f124-63cb-4282-bbf0-261a5037cdc3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 945 time: 0.0488729 May 25 16:29:27.840360 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:27.857887 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dd7ed0ac-6e90-43da-8d0d-00c5b07e2abf req-2b39f9f7-e67d-473d-8956-75ed23af4ef0 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461829 May 25 16:29:28.356060 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0bc5d294-6526-41f2-a874-eb5b98d8279f up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:28.404638 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 0bc5d294-6526-41f2-a874-eb5b98d8279f completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:29:28.409978 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 0bc5d294-6526-41f2-a874-eb5b98d8279f triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:28.410481 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:28.452017 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:28.480868 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:28.493996 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 0bc5d294-6526-41f2-a874-eb5b98d8279f is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:28.494387 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:28.518691 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:29:28.520922 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2514accf-bfc9-411d-bc69-54471c23bacd" -d '{"events": [{"server_uuid": "11516011-7294-415c-9637-27fe37077315", "name": "network-vif-plugged", "status": "completed", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:29:28.533347 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0bc5d294-6526-41f2-a874-eb5b98d8279f, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:28.539724 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:28.540584 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:29:28.580689 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c17e427-aff3-4d63-b8ce-9af9939171b0 x-openstack-request-id: req-1c17e427-aff3-4d63-b8ce-9af9939171b0 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:29:28.580972 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11516011-7294-415c-9637-27fe37077315", "name": "network-vif-plugged", "status": "completed", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:29:28.581229 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c17e427-aff3-4d63-b8ce-9af9939171b0 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:29:28.581599 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c17e427-aff3-4d63-b8ce-9af9939171b0'] response: {'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'code': 200} May 25 16:29:28.582247 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:29:28.582580 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 6bf0f2f7-c219-4be5-a699-34ed7b6a97c7 not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:29:28.616162 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=0bc5d294-6526-41f2-a874-eb5b98d8279f,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:28.757472 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13291a59-2a94-45b5-8313-0461e46838d4 req-afb30dad-df4b-4b31-b06b-c0e5052599d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:28.759036 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13291a59-2a94-45b5-8313-0461e46838d4 req-afb30dad-df4b-4b31-b06b-c0e5052599d0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 1130 time: 0.0458524 May 25 16:29:28.813066 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13291a59-2a94-45b5-8313-0461e46838d4 req-1baf5ef7-a0a2-4cfd-8636-fe52bd294448 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475540 May 25 16:29:28.976876 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d14415-9e71-4021-981f-a315b8a66e91 req-3d0ff51b-0034-4cf1-b338-a184a3e51f79 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:28.978394 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e5d14415-9e71-4021-981f-a315b8a66e91 req-3d0ff51b-0034-4cf1-b338-a184a3e51f79 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 946 time: 0.0513973 May 25 16:29:29.032750 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e5d14415-9e71-4021-981f-a315b8a66e91 req-ea4bbc16-d3d3-46d6-b884-7ac730ece806 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478368 May 25 16:29:29.903686 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 49880) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:30.044917 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ea95152d-c553-4fa9-9f27-ddf5df67e8ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d77ca289b79f4074b17d3333288108e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400087 May 25 16:29:30.047282 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 49884) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:30.096390 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Publish callbacks [] for security_group (370b40dc-2889-41e6-ba88-4a532663fd3e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:30.118598 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Publish callbacks [] for security_group (370b40dc-2889-41e6-ba88-4a532663fd3e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:30.149539 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc335129-1c29-4804-88cd-c7f874b472d1 req-db6fe280-12ee-47bc-9c2f-a2aa7124f492 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:30.151052 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fc335129-1c29-4804-88cd-c7f874b472d1 req-db6fe280-12ee-47bc-9c2f-a2aa7124f492 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 946 time: 0.0470173 May 25 16:29:30.169298 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (370b40dc-2889-41e6-ba88-4a532663fd3e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:30.171901 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:30.173651 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/370b40dc-2889-41e6-ba88-4a532663fd3e HTTP/1.1" status: 204 len: 168 time: 0.1248858 May 25 16:29:30.180799 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370b40dc-2889-41e6-ba88-4a532663fd3e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:30.188512 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.188849 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.189191 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.190076 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.190076 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.190283 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.190512 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.190836 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.191175 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.191472 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.191805 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.192129 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.192454 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.192774 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.193086 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0cd6a-0f69-495a-9ddd-adbab5228777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:30.236009 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fc335129-1c29-4804-88cd-c7f874b472d1 req-a55757e9-d85c-4aae-b812-98c1fcee7d0f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780599 May 25 16:29:30.262975 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7cab0edd-2b38-4986-ae2d-0f35786a24a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:30.906466 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 49916) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:31.008206 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-847372382-network', 'tenant_id': '9f6a5a6ae8b2488f8a5af6d2066fa88e'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:31.028410 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Made reservation on behalf of 9f6a5a6ae8b2488f8a5af6d2066fa88e for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:29:31.030698 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:31.033080 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:31.043324 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:31.128204 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Publish callbacks [] for security_group (cc9008f1-b89d-44ef-8a8f-c0df99b4b63e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:31.132492 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (cc9008f1-b89d-44ef-8a8f-c0df99b4b63e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:31.159470 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:29:31.165111 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:31.173980 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (de8190a4-5df9-4895-990c-111ce49eb97f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:31.173980 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Added segment de8190a4-5df9-4895-990c-111ce49eb97f of type vlan for network 81d635de-5dd6-41b5-944e-480323c72862 May 25 16:29:31.213218 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (81d635de-5dd6-41b5-944e-480323c72862), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:31.237994 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (81d635de-5dd6-41b5-944e-480323c72862), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:31.238990 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:31.239606 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:31.314036 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4064410 May 25 16:29:31.316755 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 49922) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:31.323442 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-2914a8af-c13e-45a5-a006-23810e8afdf6 admin admin] Request body: {'subnet': {'network_id': '81d635de-5dd6-41b5-944e-480323c72862', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-847372382-subnet', 'tenant_id': '9f6a5a6ae8b2488f8a5af6d2066fa88e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:31.328904 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:31.331633 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c94edb-7838-423c-a2d5-33249813b265 admin admin] Pushing event updated for resources: {'Network': ['ID=81d635de-5dd6-41b5-944e-480323c72862,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:31.342446 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 81d635de-5dd6-41b5-944e-480323c72862 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:29:31.350082 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2914a8af-c13e-45a5-a006-23810e8afdf6 admin admin] Made reservation on behalf of 9f6a5a6ae8b2488f8a5af6d2066fa88e for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:29:31.352515 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2914a8af-c13e-45a5-a006-23810e8afdf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372585'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:31.364534 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f70cb-7273-48fd-bd0a-0bba316a8e76 req-c5490ad9-5419-4405-9395-717192485196 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:31.366020 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-202f70cb-7273-48fd-bd0a-0bba316a8e76 req-c5490ad9-5419-4405-9395-717192485196 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 946 time: 0.0563118 May 25 16:29:31.426248 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-202f70cb-7273-48fd-bd0a-0bba316a8e76 req-42066b14-f255-46fb-a23f-536f0453c2cb tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539639 May 25 16:29:31.537967 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2914a8af-c13e-45a5-a006-23810e8afdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9645219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372635'] for subnet (eb9b703b-043c-48ad-97d8-115941c26d04), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:31.562898 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb319933-315f-4b84-ac41-7386bfee4970 req-b923b1da-789d-4e8b-a980-eaf804ceee0d tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:31.564764 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb319933-315f-4b84-ac41-7386bfee4970 req-b923b1da-789d-4e8b-a980-eaf804ceee0d tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 946 time: 0.0545971 May 25 16:29:31.607340 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914a8af-c13e-45a5-a006-23810e8afdf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9b703b-043c-48ad-97d8-115941c26d04,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:31.618270 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2914a8af-c13e-45a5-a006-23810e8afdf6 admin admin] Checking segment: {'id': 'de8190a4-5df9-4895-990c-111ce49eb97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '81d635de-5dd6-41b5-944e-480323c72862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:31.618629 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2914a8af-c13e-45a5-a006-23810e8afdf6 admin admin] Network hostable DHCP agents. Network: 81d635de-5dd6-41b5-944e-480323c72862, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:29:31.627334 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb319933-315f-4b84-ac41-7386bfee4970 req-726f7e53-eace-431c-a214-1d24abcc7a28 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569153 May 25 16:29:31.637656 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2914a8af-c13e-45a5-a006-23810e8afdf6 admin admin] Network 81d635de-5dd6-41b5-944e-480323c72862 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:29:31.646967 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-2914a8af-c13e-45a5-a006-23810e8afdf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 81d635de-5dd6-41b5-944e-480323c72862) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:31.651846 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2914a8af-c13e-45a5-a006-23810e8afdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:31.652898 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2914a8af-c13e-45a5-a006-23810e8afdf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:31.657230 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d393eafb-7377-45af-aded-5446aae18e09 None None] Network 81d635de-5dd6-41b5-944e-480323c72862 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:29:31.682458 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2914a8af-c13e-45a5-a006-23810e8afdf6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3646388 May 25 16:29:31.709102 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:31.785983 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712c96cd-590a-491e-a79b-9557ab902c9b None None] Network 81d635de-5dd6-41b5-944e-480323c72862 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:29:31.987700 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139d150-a4eb-48c8-9dd9-629cf9b88a19 req-3e3b8d8b-6b4d-4e19-a498-6408deec945e tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:31.989174 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9139d150-a4eb-48c8-9dd9-629cf9b88a19 req-3e3b8d8b-6b4d-4e19-a498-6408deec945e tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 946 time: 0.0471854 May 25 16:29:32.040392 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9139d150-a4eb-48c8-9dd9-629cf9b88a19 req-bdd4c90f-3b43-47db-90aa-1068688dbce9 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 May 25 16:29:32.565406 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-82698cc6-43d4-4cae-8472-2124203f4f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:33.500460 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72479f37-b374-407c-8ae3-02ad800f1963 req-4eeed912-b834-482b-98f8-1e11fa168fc8 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:33.501929 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-4eeed912-b834-482b-98f8-1e11fa168fc8 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/networks?id=81d635de-5dd6-41b5-944e-480323c72862 HTTP/1.1" status: 200 len: 813 time: 0.1015494 May 25 16:29:33.516370 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-d7c5dfe4-1059-4a71-be96-fba8381446e4 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/quotas/9f6a5a6ae8b2488f8a5af6d2066fa88e HTTP/1.1" status: 200 len: 375 time: 0.0090275 May 25 16:29:33.549205 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-ed8f6d33-52ae-4540-be22-80b63362adfc tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f6a5a6ae8b2488f8a5af6d2066fa88e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280609 May 25 16:29:33.641602 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-f8af5c0e-9a27-4698-a908-70a02f1b37ff service neutron] 10.222.0.42 "GET /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857272 May 25 16:29:33.687902 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:33.733043 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-a16a015d-6053-4d7f-9923-e45451d8e3ed service neutron] 10.222.0.42 "GET /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851884 May 25 16:29:33.958786 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-12ae6455-02ec-4a03-b34e-a6a275cb368f req-de8107dc-9711-4ad6-9293-aaf8c25f519e tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 210 time: 0.0853226 May 25 16:29:34.073981 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50004) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:34.196793 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660e222f-445a-4c0e-bcca-6efd8ba63e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:34.289414 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=74,neutron:INSERT=17,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:34.297794 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660e222f-445a-4c0e-bcca-6efd8ba63e72 admin admin] Publish callbacks [] for security_group (36aab34e-ad98-47fb-8e46-0228ce2bf3e5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:34.303088 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660e222f-445a-4c0e-bcca-6efd8ba63e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (36aab34e-ad98-47fb-8e46-0228ce2bf3e5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:34.348776 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-660e222f-445a-4c0e-bcca-6efd8ba63e72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a069cc0616cf4a0388529dd0a5071a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735927 May 25 16:29:34.351757 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50010) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:34.353971 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e222f-445a-4c0e-bcca-6efd8ba63e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aab34e-ad98-47fb-8e46-0228ce2bf3e5,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:34.376905 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:34.406052 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-72b40a91-5b3d-4bcc-bdf0-f49f0f196dc8 admin admin] Publish callbacks [] for security_group (36aab34e-ad98-47fb-8e46-0228ce2bf3e5), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:34.428359 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-72b40a91-5b3d-4bcc-bdf0-f49f0f196dc8 admin admin] Publish callbacks [] for security_group (36aab34e-ad98-47fb-8e46-0228ce2bf3e5), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:34.481391 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-72b40a91-5b3d-4bcc-bdf0-f49f0f196dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (36aab34e-ad98-47fb-8e46-0228ce2bf3e5), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:34.484921 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-72b40a91-5b3d-4bcc-bdf0-f49f0f196dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:34.486314 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-72b40a91-5b3d-4bcc-bdf0-f49f0f196dc8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36aab34e-ad98-47fb-8e46-0228ce2bf3e5 HTTP/1.1" status: 204 len: 168 time: 0.1330147 May 25 16:29:34.494927 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b40a91-5b3d-4bcc-bdf0-f49f0f196dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aab34e-ad98-47fb-8e46-0228ce2bf3e5,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:34.508164 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:34.956378 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72479f37-b374-407c-8ae3-02ad800f1963 req-3ccdd098-69ae-4ff1-b3c1-34e9aa49242b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:34.965664 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-3ccdd098-69ae-4ff1-b3c1-34e9aa49242b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.84 "GET /v2.0/networks?id=81d635de-5dd6-41b5-944e-480323c72862 HTTP/1.1" status: 200 len: 813 time: 0.1344042 May 25 16:29:34.971149 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-72479f37-b374-407c-8ae3-02ad800f1963 req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Request body: {'port': {'device_id': 'ea7289e9-fc54-4ad9-b784-32751344f97d', 'network_id': '81d635de-5dd6-41b5-944e-480323c72862', 'admin_state_up': True, 'tenant_id': '9f6a5a6ae8b2488f8a5af6d2066fa88e'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:35.105882 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:35.121124 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72479f37-b374-407c-8ae3-02ad800f1963 req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Made reservation on behalf of 9f6a5a6ae8b2488f8a5af6d2066fa88e for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:29:35.126104 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-72479f37-b374-407c-8ae3-02ad800f1963 req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:35.135422 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-52d2f75b-1a4c-409d-b44a-10e49ad960b8 req-cfea69a3-0a6a-4f42-89ce-5f85c6c0b56a tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 210 time: 0.0405579 May 25 16:29:35.157462 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:35.263285 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-72479f37-b374-407c-8ae3-02ad800f1963 req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Allocated IP 172.20.0.7 (81d635de-5dd6-41b5-944e-480323c72862/eb9b703b-043c-48ad-97d8-115941c26d04/a7812a9c-7d68-49af-838a-93144c04d0d3) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:29:35.350962 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:35.428244 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-72479f37-b374-407c-8ae3-02ad800f1963 req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks [] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:35.465750 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-72479f37-b374-407c-8ae3-02ad800f1963 req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:35.510701 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72479f37-b374-407c-8ae3-02ad800f1963 req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Network 81d635de-5dd6-41b5-944e-480323c72862 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:29:35.513910 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-72479f37-b374-407c-8ae3-02ad800f1963 req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:35.517998 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-72479f37-b374-407c-8ae3-02ad800f1963 req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:29:35.524605 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Pushing event updated for resources: {'Port': ['ID=a7812a9c-7d68-49af-838a-93144c04d0d3,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:35.575011 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72479f37-b374-407c-8ae3-02ad800f1963 req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:35.575611 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-72479f37-b374-407c-8ae3-02ad800f1963 req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:35.591652 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-2122f8af-a1c3-427e-a9ad-2e02514c372b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6249902 May 25 16:29:35.602826 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Request body: {'port': {'device_id': 'ea7289e9-fc54-4ad9-b784-32751344f97d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:35.661861 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:35.678075 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50050) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:35.725106 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:35.789705 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:35.865446 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Publish callbacks [] for security_group (98d3bc41-80bb-4523-b3e5-bc0bba0a7a3b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:35.869420 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (98d3bc41-80bb-4523-b3e5-bc0bba0a7a3b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:35.910726 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cde664fec2774caf9abc571b5ab99b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315695 May 25 16:29:35.911567 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d3bc41-80bb-4523-b3e5-bc0bba0a7a3b,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:35.913803 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50054) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:35.914137 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:35.932197 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.932606 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.932947 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.933277 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.933606 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.933958 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.934280 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.934597 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.934916 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.935259 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.935582 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.935900 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.936214 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.936526 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.936835 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57116-b808-4c4b-866f-6166023ca87f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:35.961013 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7812a9c-7d68-49af-838a-93144c04d0d3 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:29:35.969432 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Publish callbacks [] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:35.977576 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f2b8f490-9ebc-4246-b4a6-0d303d509ae0 admin admin] Publish callbacks [] for security_group (98d3bc41-80bb-4523-b3e5-bc0bba0a7a3b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:35.982240 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Transition to ACTIVE for port object a7812a9c-7d68-49af-838a-93144c04d0d3 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:29:35.986864 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:36.000881 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f2b8f490-9ebc-4246-b4a6-0d303d509ae0 admin admin] Publish callbacks [] for security_group (98d3bc41-80bb-4523-b3e5-bc0bba0a7a3b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:36.034709 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Pushing event updated for resources: {'Port': ['ID=a7812a9c-7d68-49af-838a-93144c04d0d3,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:36.053180 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f2b8f490-9ebc-4246-b4a6-0d303d509ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (98d3bc41-80bb-4523-b3e5-bc0bba0a7a3b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:36.055760 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f2b8f490-9ebc-4246-b4a6-0d303d509ae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:36.056905 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f2b8f490-9ebc-4246-b4a6-0d303d509ae0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98d3bc41-80bb-4523-b3e5-bc0bba0a7a3b HTTP/1.1" status: 204 len: 168 time: 0.1421685 May 25 16:29:36.065583 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8f490-9ebc-4246-b4a6-0d303d509ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d3bc41-80bb-4523-b3e5-bc0bba0a7a3b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:36.111679 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Attempting to bind port a7812a9c-7d68-49af-838a-93144c04d0d3 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:29:36.112219 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Attempting to bind port a7812a9c-7d68-49af-838a-93144c04d0d3 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'de8190a4-5df9-4895-990c-111ce49eb97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '81d635de-5dd6-41b5-944e-480323c72862'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:29:36.112361 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Attempting to bind port a7812a9c-7d68-49af-838a-93144c04d0d3 on network 81d635de-5dd6-41b5-944e-480323c72862 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:36.117170 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Port a7812a9c-7d68-49af-838a-93144c04d0d3 on network 81d635de-5dd6-41b5-944e-480323c72862 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:29:36.117170 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Attempting to bind port a7812a9c-7d68-49af-838a-93144c04d0d3 on network 81d635de-5dd6-41b5-944e-480323c72862 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:36.122339 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:29:36.123010 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Checking segment: {'id': 'de8190a4-5df9-4895-990c-111ce49eb97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '81d635de-5dd6-41b5-944e-480323c72862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:36.123275 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Bound using segment: {'id': 'de8190a4-5df9-4895-990c-111ce49eb97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '81d635de-5dd6-41b5-944e-480323c72862'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:29:36.123708 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Bound port: a7812a9c-7d68-49af-838a-93144c04d0d3, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8190a4-5df9-4895-990c-111ce49eb97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '81d635de-5dd6-41b5-944e-480323c72862'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:29:36.124065 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:36.191013 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] For port a7812a9c-7d68-49af-838a-93144c04d0d3, host hv-cinder-84327, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:29:36.194523 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] For port a7812a9c-7d68-49af-838a-93144c04d0d3, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a7812a9c-7d68-49af-838a-93144c04d0d3,segment=NetworkSegment(de8190a4-5df9-4895-990c-111ce49eb97f),segment_id=de8190a4-5df9-4895-990c-111ce49eb97f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:29:36.204547 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:36.244028 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:36.244656 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:36.246138 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] 10.222.0.84 "PUT /v2.0/ports/a7812a9c-7d68-49af-838a-93144c04d0d3 HTTP/1.1" status: 200 len: 1093 time: 0.6473436 May 25 16:29:36.246572 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7289e9-fc54-4ad9-b784-32751344f97d', 'tag': 'a7812a9c-7d68-49af-838a-93144c04d0d3'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:29:36.248985 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce51b51444bafa4a325de559d5d4f7d1fa8cc180ed6848330b410944b76998c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacac2c2-64a3-437b-abcf-dd62364b61f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7289e9-fc54-4ad9-b784-32751344f97d", "tag": "a7812a9c-7d68-49af-838a-93144c04d0d3"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:29:36.270251 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02697de0-cebc-4799-99d0-85a7027aab42 req-474675a7-a749-4ca1-89d1-417259f17b18 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:36.272616 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-02697de0-cebc-4799-99d0-85a7027aab42 req-474675a7-a749-4ca1-89d1-417259f17b18 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 943 time: 0.0625710 May 25 16:29:36.298974 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bae51f-245d-4392-be87-3fe8ef4f647a x-openstack-request-id: req-06bae51f-245d-4392-be87-3fe8ef4f647a {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:29:36.299277 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7289e9-fc54-4ad9-b784-32751344f97d", "tag": "a7812a9c-7d68-49af-838a-93144c04d0d3", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:29:36.299516 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06bae51f-245d-4392-be87-3fe8ef4f647a {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:29:36.299914 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06bae51f-245d-4392-be87-3fe8ef4f647a'] response: {'name': 'network-changed', 'server_uuid': 'ea7289e9-fc54-4ad9-b784-32751344f97d', 'tag': 'a7812a9c-7d68-49af-838a-93144c04d0d3', 'status': 'completed', 'code': 200} May 25 16:29:36.304754 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8a9a6-45ea-4280-ab5e-82ccb0d19eea service neutron] Pushing event updated for resources: {'Port': ['ID=a7812a9c-7d68-49af-838a-93144c04d0d3,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:36.330776 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-02697de0-cebc-4799-99d0-85a7027aab42 req-4c04db09-47f9-4539-9457-ec95df0b8d8a tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468645 May 25 16:29:36.352898 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72479f37-b374-407c-8ae3-02ad800f1963 req-8570571b-bf22-4cd2-a626-af26a4df97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:36.354548 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-8570571b-bf22-4cd2-a626-af26a4df97dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f6a5a6ae8b2488f8a5af6d2066fa88e&device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 1127 time: 0.0463023 May 25 16:29:36.403641 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-f39a71c5-868c-49d0-b3a5-b3ffd81c72fc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7812a9c-7d68-49af-838a-93144c04d0d3 HTTP/1.1" status: 200 len: 217 time: 0.0391843 May 25 16:29:36.456618 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72479f37-b374-407c-8ae3-02ad800f1963 req-dca2cc5e-fed3-4503-8aaf-2cf736fffe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:36.458781 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-dca2cc5e-fed3-4503-8aaf-2cf736fffe13 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb9b703b-043c-48ad-97d8-115941c26d04 HTTP/1.1" status: 200 len: 853 time: 0.0487700 May 25 16:29:36.492212 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-a315d5eb-d02c-4ed9-b0bd-2bd84870440a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d635de-5dd6-41b5-944e-480323c72862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272653 May 25 16:29:36.551258 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:36.586900 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-a7daf8fa-4875-4c61-9d77-3f22bc65f902 service neutron] 10.222.0.84 "GET /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891137 May 25 16:29:36.682567 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-72479f37-b374-407c-8ae3-02ad800f1963 req-7585833d-6ef3-4ed7-a5d6-ed861e88bb6f service neutron] 10.222.0.84 "GET /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894151 May 25 16:29:36.795768 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50082) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:36.892892 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-195109530-network', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:36.897211 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:36.915415 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Made reservation on behalf of cfe6a9374c6d48e9933d6f099cc32bd2 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:29:36.917668 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:36.925834 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.000560 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Publish callbacks [] for security_group (a4d496e0-717d-4608-b676-ebef7865f593), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.004296 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (a4d496e0-717d-4608-b676-ebef7865f593), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.030417 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:29:37.040298 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d496e0-717d-4608-b676-ebef7865f593,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:37.046327 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (44b7ebd3-1497-4609-bd70-f88f6e31e126), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.046731 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Added segment 44b7ebd3-1497-4609-bd70-f88f6e31e126 of type vlan for network ec5189c6-06ee-4305-8134-5b85eed97686 May 25 16:29:37.090843 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (ec5189c6-06ee-4305-8134-5b85eed97686), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.093774 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:37.118098 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (ec5189c6-06ee-4305-8134-5b85eed97686), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.119056 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:37.119631 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.177399 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3805380 May 25 16:29:37.180428 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50088) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:37.184639 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b9a61-7a24-4364-8ce6-618ac7b9d16e admin admin] Pushing event updated for resources: {'Network': ['ID=ec5189c6-06ee-4305-8134-5b85eed97686,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:37.193878 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-3d9a2a78-1e89-4b5c-b8d8-e53f824c8af7 admin admin] Request body: {'subnet': {'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-195109530-subnet', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:37.198873 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network ec5189c6-06ee-4305-8134-5b85eed97686 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:29:37.214394 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9a2a78-1e89-4b5c-b8d8-e53f824c8af7 admin admin] Made reservation on behalf of cfe6a9374c6d48e9933d6f099cc32bd2 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:29:37.216835 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2a78-1e89-4b5c-b8d8-e53f824c8af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8872406'] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.395440 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2a78-1e89-4b5c-b8d8-e53f824c8af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8408073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8872228'] for subnet (3bed2eb9-e9e8-444b-ae8b-4def7a8453f2), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.442716 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:37.460055 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:29:37.488264 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a2a78-1e89-4b5c-b8d8-e53f824c8af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bed2eb9-e9e8-444b-ae8b-4def7a8453f2,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:37.492465 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacac2c2-64a3-437b-abcf-dd62364b61f6 req-76717a78-6881-4992-9713-b40b4265db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:37.493685 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bacac2c2-64a3-437b-abcf-dd62364b61f6 req-76717a78-6881-4992-9713-b40b4265db28 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f6a5a6ae8b2488f8a5af6d2066fa88e&device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 1127 time: 0.0429757 May 25 16:29:37.494209 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:37.506650 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc38a9b-31f4-4726-b46e-1a9efc9ad8ff req-1c513a5d-2683-4621-9243-0dd2d9b14e49 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:37.508598 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3bc38a9b-31f4-4726-b46e-1a9efc9ad8ff req-1c513a5d-2683-4621-9243-0dd2d9b14e49 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 943 time: 0.0815082 May 25 16:29:37.517030 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9a2a78-1e89-4b5c-b8d8-e53f824c8af7 admin admin] Checking segment: {'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:37.517384 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9a2a78-1e89-4b5c-b8d8-e53f824c8af7 admin admin] Network hostable DHCP agents. Network: ec5189c6-06ee-4305-8134-5b85eed97686, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:29:37.564499 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9a2a78-1e89-4b5c-b8d8-e53f824c8af7 admin admin] Network ec5189c6-06ee-4305-8134-5b85eed97686 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:29:37.575290 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3bc38a9b-31f4-4726-b46e-1a9efc9ad8ff req-77f4f1ea-7d8b-4f8d-b9c8-eb49540e4867 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597339 May 25 16:29:37.580744 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-3d9a2a78-1e89-4b5c-b8d8-e53f824c8af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, ec5189c6-06ee-4305-8134-5b85eed97686) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:37.585097 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a2a78-1e89-4b5c-b8d8-e53f824c8af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:37.585529 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2a78-1e89-4b5c-b8d8-e53f824c8af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.592112 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacac2c2-64a3-437b-abcf-dd62364b61f6 req-a351fdf4-c1ee-4f84-8188-207e407dd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:37.593586 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bacac2c2-64a3-437b-abcf-dd62364b61f6 req-a351fdf4-c1ee-4f84-8188-207e407dd553 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d635de-5dd6-41b5-944e-480323c72862 HTTP/1.1" status: 200 len: 915 time: 0.0937066 May 25 16:29:37.604631 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3d9a2a78-1e89-4b5c-b8d8-e53f824c8af7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4228909 May 25 16:29:37.607777 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50092) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:37.608459 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd255a0-62e9-4d44-8620-290d270dfb18 None None] Network ec5189c6-06ee-4305-8134-5b85eed97686 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:29:37.612027 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:37.632636 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29554'] for router (b06a18e5-aad0-459f-824e-8e76977985d8), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.633995 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3681872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29561'] for router (b06a18e5-aad0-459f-824e-8e76977985d8), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.638195 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bacac2c2-64a3-437b-abcf-dd62364b61f6 req-dc8b5b93-2cab-4fa3-8a6a-b146493740d0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7812a9c-7d68-49af-838a-93144c04d0d3 HTTP/1.1" status: 200 len: 217 time: 0.0354142 May 25 16:29:37.687605 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacac2c2-64a3-437b-abcf-dd62364b61f6 req-8f9f095d-8234-4e85-8d08-2b271f6fb0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:37.689052 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bacac2c2-64a3-437b-abcf-dd62364b61f6 req-8f9f095d-8234-4e85-8d08-2b271f6fb0b2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb9b703b-043c-48ad-97d8-115941c26d04 HTTP/1.1" status: 200 len: 853 time: 0.0454965 May 25 16:29:37.692685 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Publish callbacks [] for router_controller (b06a18e5-aad0-459f-824e-8e76977985d8), precommit_add_association {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.717736 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ee8f66d-6478-59fe-875a-ccd0fa6a1b8a-ec5189c6-06ee-4305-8134-5b85eed97686', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2'}]}} from dv-cinder-843278-2-iscsi. {{(pid=103814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:29:37.718805 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.725992 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bacac2c2-64a3-437b-abcf-dd62364b61f6 req-363019e0-4166-4c23-ae3a-aab9e66677e8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d635de-5dd6-41b5-944e-480323c72862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309184 May 25 16:29:37.825564 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Publish callbacks [] for router_gateway (b06a18e5-aad0-459f-824e-8e76977985d8), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:37.827803 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bacac2c2-64a3-437b-abcf-dd62364b61f6 req-0b745ce1-c07b-49c8-ac45-4b1eaa26e130 service neutron] 10.222.0.84 "GET /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955086 May 25 16:29:37.866728 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.db_base_plugin_common [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Allocated IP 172.20.0.2 (ec5189c6-06ee-4305-8134-5b85eed97686/3bed2eb9-e9e8-444b-ae8b-4def7a8453f2/47df3843-c7e1-49be-80d9-6a8164b0b1e2) {{(pid=103814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:29:37.927719 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bacac2c2-64a3-437b-abcf-dd62364b61f6 req-cb243580-1911-4223-b45a-65fb67249539 service neutron] 10.222.0.84 "GET /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937166 May 25 16:29:38.018400 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Publish callbacks [] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), precommit_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:38.024110 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:38.067937 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Network ec5189c6-06ee-4305-8134-5b85eed97686 is already hosted by enough agents. {{(pid=103814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:29:38.073030 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.base_scheduler [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Resources bound (agent type, host, resource id): {{(pid=103814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:38.075165 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Pushing event updated for resources: {'Port': ['ID=47df3843-c7e1-49be-80d9-6a8164b0b1e2,revision_number=1']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:38.077554 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Received port after_create {{(pid=103814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:29:38.137201 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Attempting to bind port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:29:38.137569 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Attempting to bind port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:29:38.137959 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Attempting to bind port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 on network ec5189c6-06ee-4305-8134-5b85eed97686 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:38.140891 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:38.144958 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:29:38.145349 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Checking segment: {'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:38.145806 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:38.146232 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Bound using segment: {'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:29:38.146699 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Bound port: 47df3843-c7e1-49be-80d9-6a8164b0b1e2, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:29:38.147081 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:38.211850 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] For port 47df3843-c7e1-49be-80d9-6a8164b0b1e2, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:29:38.217192 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] For port 47df3843-c7e1-49be-80d9-6a8164b0b1e2, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=47df3843-c7e1-49be-80d9-6a8164b0b1e2,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:29:38.224422 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:38.272647 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Publish callbacks [] for router_gateway (b06a18e5-aad0-459f-824e-8e76977985d8), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:38.293840 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc1d50-0a11-44f3-af11-6c151bbca0ad None None] Pushing event updated for resources: {'Port': ['ID=47df3843-c7e1-49be-80d9-6a8164b0b1e2,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:38.295455 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:38.410006 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Allocated IP 172.27.1.65 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/0293a335-9dc8-433e-a0e4-e8701cfe148d) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:29:38.529463 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Publish callbacks [] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:38.564854 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:38.573050 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:38.612759 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:29:38.617906 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:38.620316 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:29:38.645672 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Pushing event updated for resources: {'Port': ['ID=0293a335-9dc8-433e-a0e4-e8701cfe148d,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:38.689318 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:38.739295 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd86c8-cb53-45fb-ac6e-91c522ff8b43 req-0d33b143-32ac-4ba3-adec-47cf81b5e2d4 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:38.740790 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b4dd86c8-cb53-45fb-ac6e-91c522ff8b43 req-0d33b143-32ac-4ba3-adec-47cf81b5e2d4 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 943 time: 0.0899675 May 25 16:29:38.850096 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b4dd86c8-cb53-45fb-ac6e-91c522ff8b43 req-8dc126a2-277a-4495-b631-2ac623f3859c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022315 May 25 16:29:38.946236 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Publish callbacks [] for router_gateway (b06a18e5-aad0-459f-824e-8e76977985d8), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:39.136532 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3865727'] for router (b06a18e5-aad0-459f-824e-8e76977985d8), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:39.215216 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722d233b-23ab-4d8d-bc25-6e926d0329b9 None None] Network ec5189c6-06ee-4305-8134-5b85eed97686 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:29:39.262267 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Router b06a18e5-aad0-459f-824e-8e76977985d8 is scheduled to L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee with binding_index 1 {{(pid=103812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:29:39.275063 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-d5d93b5f-7a31-47ca-a27c-c415f70756f4 None None] Provisioning complete for port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:39.275425 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d5d93b5f-7a31-47ca-a27c-c415f70756f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:39.345221 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:39.380488 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:29:39.401165 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:39.402534 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-d100a839-5008-4117-b9f6-19eaa43d466d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7937434 May 25 16:29:39.406193 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50100) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:39.412900 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Sync routers for ids ['b06a18e5-aad0-459f-824e-8e76977985d8'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:29:39.467484 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:39.477776 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-d5d93b5f-7a31-47ca-a27c-c415f70756f4 None None] Current status of the port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:39.478160 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d5d93b5f-7a31-47ca-a27c-c415f70756f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:39.484816 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Routers {'b06a18e5-aad0-459f-824e-8e76977985d8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:29:39.485514 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:29:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['b06a18e5-aad0-459f-824e-8e76977985d8'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:39.653659 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-d5d93b5f-7a31-47ca-a27c-c415f70756f4 None None] For port 47df3843-c7e1-49be-80d9-6a8164b0b1e2, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=47df3843-c7e1-49be-80d9-6a8164b0b1e2,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:39.666858 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d5d93b5f-7a31-47ca-a27c-c415f70756f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:39.706159 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Set router b06a18e5-aad0-459f-824e-8e76977985d8 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:29:39.835607 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d93b5f-7a31-47ca-a27c-c415f70756f4 None None] Pushing event updated for resources: {'Port': ['ID=47df3843-c7e1-49be-80d9-6a8164b0b1e2,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:39.844381 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-57ba16fe-7ded-4b6f-bab5-f5c8f0ae873d None None] Provisioning complete for port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:39.844627 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-57ba16fe-7ded-4b6f-bab5-f5c8f0ae873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:39.871228 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:39.924025 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 47df3843-c7e1-49be-80d9-6a8164b0b1e2 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:40.005363 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a308657-c21d-4d5c-b2a2-1e079b39d909 req-ec742722-9452-4b22-9671-c20defb6491f tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:40.007121 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1a308657-c21d-4d5c-b2a2-1e079b39d909 req-ec742722-9452-4b22-9671-c20defb6491f tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 943 time: 0.0659955 May 25 16:29:40.041772 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:29:38Z', 'revision_number': 3, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:40.046267 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-57ba16fe-7ded-4b6f-bab5-f5c8f0ae873d None None] Current status of the port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:40.063369 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1a308657-c21d-4d5c-b2a2-1e079b39d909 req-725cb05d-7d41-429d-961b-24f1ad37bf5a tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502377 May 25 16:29:40.069216 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:40.069584 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.089236 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Checking router: b06a18e5-aad0-459f-824e-8e76977985d8 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:29:40.089583 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Updating router b06a18e5-aad0-459f-824e-8e76977985d8 port 0293a335-9dc8-433e-a0e4-e8701cfe148d binding host dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:29:40.097170 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.106152 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:40.262104 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.270596 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Allocated IP 172.20.0.1 (ec5189c6-06ee-4305-8134-5b85eed97686/3bed2eb9-e9e8-444b-ae8b-4def7a8453f2/ff306716-29e9-4ce8-b7e7-efbf5f7bbb97) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:29:40.333623 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:40.364536 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:40.399634 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Publish callbacks [] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.415023 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device a7812a9c-7d68-49af-838a-93144c04d0d3 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:29:40.441707 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.491443 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Network ec5189c6-06ee-4305-8134-5b85eed97686 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:29:40.498592 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:40.502920 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:29:40.506346 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Pushing event updated for resources: {'Port': ['ID=ff306716-29e9-4ce8-b7e7-efbf5f7bbb97,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:40.549641 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858730'] for router_interface (b06a18e5-aad0-459f-824e-8e76977985d8), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.608916 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port a7812a9c-7d68-49af-838a-93144c04d0d3, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a7812a9c-7d68-49af-838a-93144c04d0d3,segment=NetworkSegment(de8190a4-5df9-4895-990c-111ce49eb97f),segment_id=de8190a4-5df9-4895-990c-111ce49eb97f)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:40.632347 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': 'a7812a9c-7d68-49af-838a-93144c04d0d3', 'network_id': '81d635de-5dd6-41b5-944e-480323c72862', 'port_id': 'a7812a9c-7d68-49af-838a-93144c04d0d3', 'mac_address': 'fa:16:3e:2b:f2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9b703b-043c-48ad-97d8-115941c26d04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:29:40.652533 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:40.692280 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.709651 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port a7812a9c-7d68-49af-838a-93144c04d0d3 is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:40.710057 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.734878 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Publish callbacks [] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.737233 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7812a9c-7d68-49af-838a-93144c04d0d3 {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:29:40.748316 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.795379 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port a7812a9c-7d68-49af-838a-93144c04d0d3, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a7812a9c-7d68-49af-838a-93144c04d0d3,segment=NetworkSegment(de8190a4-5df9-4895-990c-111ce49eb97f),segment_id=de8190a4-5df9-4895-990c-111ce49eb97f)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:40.813914 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.821963 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-1a2158a0-3196-49d3-9f26-9c8a1282371a None None] Provisioning complete for port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:40.822324 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-1a2158a0-3196-49d3-9f26-9c8a1282371a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.823606 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:40.851927 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa9df3-b63e-4dea-a9fd-18897869575e None None] Pushing event updated for resources: {'Port': ['ID=0293a335-9dc8-433e-a0e4-e8701cfe148d,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:40.860382 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Attempting to bind port 0293a335-9dc8-433e-a0e4-e8701cfe148d on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:29:40.860570 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Attempting to bind port 0293a335-9dc8-433e-a0e4-e8701cfe148d by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:29:40.860927 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Attempting to bind port 0293a335-9dc8-433e-a0e4-e8701cfe148d on network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:40.892700 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:29:40.893073 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Checking segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:40.893471 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.893885 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Bound using segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:29:40.894354 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Bound port: 0293a335-9dc8-433e-a0e4-e8701cfe148d, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:29:40.894723 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.896182 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Publish callbacks [] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.901944 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9644858'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.914632 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-1a2158a0-3196-49d3-9f26-9c8a1282371a None None] Port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:29:40.946294 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:40.954051 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=a7812a9c-7d68-49af-838a-93144c04d0d3,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:40.970915 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] For port 0293a335-9dc8-433e-a0e4-e8701cfe148d, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:29:40.978557 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Pushing event updated for resources: {'Port': ['ID=ff306716-29e9-4ce8-b7e7-efbf5f7bbb97,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:40.981217 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-112397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859898'] for router_interface (b06a18e5-aad0-459f-824e-8e76977985d8), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:40.982944 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] For port 0293a335-9dc8-433e-a0e4-e8701cfe148d, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=0293a335-9dc8-433e-a0e4-e8701cfe148d,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:29:40.989535 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:41.053854 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['a7812a9c-7d68-49af-838a-93144c04d0d3'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:29:41.055587 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Routers {'b06a18e5-aad0-459f-824e-8e76977985d8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:29:41.056202 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:29:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['b06a18e5-aad0-459f-824e-8e76977985d8'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:41.059707 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:41.060584 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa9df3-b63e-4dea-a9fd-18897869575e None None] Pushing event updated for resources: {'Port': ['ID=0293a335-9dc8-433e-a0e4-e8701cfe148d,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:41.074677 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Network ec5189c6-06ee-4305-8134-5b85eed97686 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:29:41.076127 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:41.206380 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Router b06a18e5-aad0-459f-824e-8e76977985d8 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:29:41.209988 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:41.221528 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f6448-8834-41fd-a9a4-011101831a19 req-545d3469-5a51-4e11-9882-9772ce028e71 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:41.223474 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb4f6448-8834-41fd-a9a4-011101831a19 req-545d3469-5a51-4e11-9882-9772ce028e71 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 944 time: 0.0650508 May 25 16:29:41.229854 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] Set router b06a18e5-aad0-459f-824e-8e76977985d8 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:29:41.293274 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb4f6448-8834-41fd-a9a4-011101831a19 req-46f97e27-27c9-44c5-85c0-6d5e1c71cb03 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634785 May 25 16:29:41.337458 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:29:41.350557 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5397974f-8ffd-4e07-a8a3-6760ae07de47 admin admin] 10.222.0.42 "PUT /v2.0/routers/b06a18e5-aad0-459f-824e-8e76977985d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9361153 May 25 16:29:41.453812 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-bccb31ba-6bbe-4772-8fd7-bf308b376c6a None None] Provisioning complete for port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:41.454340 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-bccb31ba-6bbe-4772-8fd7-bf308b376c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:41.534936 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-bccb31ba-6bbe-4772-8fd7-bf308b376c6a None None] Port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:29:41.583390 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'ff306716-29e9-4ce8-b7e7-efbf5f7bbb97', 'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'mac_address': 'fa:16:3e:58:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:40Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 2, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'subnets': [{'id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:41.619155 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319a969-fc34-4060-a938-9eb58df675cd None None] The sync data for ids ['b06a18e5-aad0-459f-824e-8e76977985d8'] in dv-cinder-843278-2-iscsi is: [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'ff306716-29e9-4ce8-b7e7-efbf5f7bbb97', 'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'mac_address': 'fa:16:3e:58:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:40Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 2, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'subnets': [{'id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:29:41.670836 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:41.714015 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ec123-022d-4f86-920b-1dad2df76162 req-9cc7de43-29fb-4bbc-a629-ac97c26dcd14 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:41.721256 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-949ec123-022d-4f86-920b-1dad2df76162 req-9cc7de43-29fb-4bbc-a629-ac97c26dcd14 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 946 time: 0.0605531 May 25 16:29:41.773596 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-949ec123-022d-4f86-920b-1dad2df76162 req-dee79aa4-8fb6-4d64-9a02-f58b335e139a tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514679 May 25 16:29:41.801488 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50126) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:41.958555 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 47df3843-c7e1-49be-80d9-6a8164b0b1e2 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:41.994313 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:42.026467 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50134) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:42.031894 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:42.032271 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.033213 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1310591605-network', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:42.069929 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Made reservation on behalf of 21ae233aa269416bbd9a88eb2b41718b for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:29:42.076774 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.083736 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d25477-043a-4201-9e10-a0800a7a7214 tempest-TestMinimumBasicScenario-1111831664 tempest-TestMinimumBasicScenario-1111831664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:42.087182 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-48d25477-043a-4201-9e10-a0800a7a7214 tempest-TestMinimumBasicScenario-1111831664 tempest-TestMinimumBasicScenario-1111831664-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 1125 time: 0.2844160 May 25 16:29:42.090187 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50136) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:42.090915 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.096254 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'port_id': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:42.125555 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.136990 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:42.202604 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Publish callbacks [] for security_group (f22fb1ca-d099-4cb9-8206-307591778f68), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.207146 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f22fb1ca-d099-4cb9-8206-307591778f68), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.220424 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:42.229361 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.242810 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:29:42.251842 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22fb1ca-d099-4cb9-8206-307591778f68,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:42.259857 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766273626974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (596d4537-14d0-4a63-b8ef-a92b4be8be5d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.260290 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Added segment 596d4537-14d0-4a63-b8ef-a92b4be8be5d of type vlan for network 19590aa2-ccc8-4253-a6fb-bdb5456009e5 May 25 16:29:42.307752 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766273301562'] for network (19590aa2-ccc8-4253-a6fb-bdb5456009e5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.340570 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583'] for network (19590aa2-ccc8-4253-a6fb-bdb5456009e5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.342244 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:42.343157 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.378874 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Allocated IP 172.27.1.184 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/7995e638-9e12-4abe-a4eb-913d9da9d1e8) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:29:42.410430 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3801157 May 25 16:29:42.410680 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50140) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:42.415912 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-300dc22e-b12b-4d3d-ac3f-b0fed3c06fcb admin admin] Request body: {'subnet': {'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1310591605-subnet', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:42.417689 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device a7812a9c-7d68-49af-838a-93144c04d0d3 up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:42.431267 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242229b-0225-4b04-a2cf-d7717453e265 admin admin] Pushing event updated for resources: {'Network': ['ID=19590aa2-ccc8-4253-a6fb-bdb5456009e5,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:42.455277 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Network 19590aa2-ccc8-4253-a6fb-bdb5456009e5 details requested by agent ovs-agent-dv-cinder-843278-2-iscsi with host dv-cinder-843278-2-iscsi {{(pid=103814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 16:29:42.459640 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300dc22e-b12b-4d3d-ac3f-b0fed3c06fcb admin admin] Made reservation on behalf of 21ae233aa269416bbd9a88eb2b41718b for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:29:42.467345 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-300dc22e-b12b-4d3d-ac3f-b0fed3c06fcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372585'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.548527 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f853984-7a61-42fc-8396-a8c3d02dc211 req-b82e145c-525e-42ed-93ac-ae76bb4bc976 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:42.550118 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2f853984-7a61-42fc-8396-a8c3d02dc211 req-b82e145c-525e-42ed-93ac-ae76bb4bc976 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 944 time: 0.1580179 May 25 16:29:42.565265 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:42.580920 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port a7812a9c-7d68-49af-838a-93144c04d0d3 completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:29:42.598634 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port a7812a9c-7d68-49af-838a-93144c04d0d3 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:42.599389 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.657463 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for port (7995e638-9e12-4abe-a4eb-913d9da9d1e8), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.665740 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2f853984-7a61-42fc-8396-a8c3d02dc211 req-2ffb4e7f-efc9-4c49-ab22-78feddfec9e6 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029022 May 25 16:29:42.698031 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (7995e638-9e12-4abe-a4eb-913d9da9d1e8), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.722056 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port a7812a9c-7d68-49af-838a-93144c04d0d3 is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:42.722284 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.740682 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:29:42.741265 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-300dc22e-b12b-4d3d-ac3f-b0fed3c06fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9645219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372635'] for subnet (2d70df4c-022d-4017-8537-bb6a602db4b0), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.751159 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7289e9-fc54-4ad9-b784-32751344f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7812a9c-7d68-49af-838a-93144c04d0d3'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:29:42.752217 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:42.754325 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4baad41-0579-426d-9769-a6aa0df097b8" -d '{"events": [{"server_uuid": "ea7289e9-fc54-4ad9-b784-32751344f97d", "name": "network-vif-plugged", "status": "completed", "tag": "a7812a9c-7d68-49af-838a-93144c04d0d3"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:29:42.754750 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:29:42.757369 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:42.774549 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port a7812a9c-7d68-49af-838a-93144c04d0d3, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a7812a9c-7d68-49af-838a-93144c04d0d3,segment=NetworkSegment(de8190a4-5df9-4895-990c-111ce49eb97f),segment_id=de8190a4-5df9-4895-990c-111ce49eb97f)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:42.781807 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.791717 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event updated for resources: {'Port': ['ID=7995e638-9e12-4abe-a4eb-913d9da9d1e8,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:42.830515 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dc22e-b12b-4d3d-ac3f-b0fed3c06fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d70df4c-022d-4017-8537-bb6a602db4b0,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:42.839950 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654fd547-0b62-420f-ad98-8c0132f15a9a x-openstack-request-id: req-654fd547-0b62-420f-ad98-8c0132f15a9a {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:29:42.840457 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7289e9-fc54-4ad9-b784-32751344f97d", "name": "network-vif-plugged", "status": "completed", "tag": "a7812a9c-7d68-49af-838a-93144c04d0d3", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:29:42.842505 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-654fd547-0b62-420f-ad98-8c0132f15a9a {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:29:42.842690 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300dc22e-b12b-4d3d-ac3f-b0fed3c06fcb admin admin] Checking segment: {'id': '596d4537-14d0-4a63-b8ef-a92b4be8be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:42.842880 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654fd547-0b62-420f-ad98-8c0132f15a9a'] response: {'server_uuid': 'ea7289e9-fc54-4ad9-b784-32751344f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7812a9c-7d68-49af-838a-93144c04d0d3', 'code': 200} May 25 16:29:42.843214 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300dc22e-b12b-4d3d-ac3f-b0fed3c06fcb admin admin] Network hostable DHCP agents. Network: 19590aa2-ccc8-4253-a6fb-bdb5456009e5, hostable agents: ['6453b874-4c6f-46d3-abbf-dcd0c4d97ceb'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:29:42.869008 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300dc22e-b12b-4d3d-ac3f-b0fed3c06fcb admin admin] Network 19590aa2-ccc8-4253-a6fb-bdb5456009e5 is scheduled to be hosted by DHCP agent 6453b874-4c6f-46d3-abbf-dcd0c4d97ceb with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:29:42.885415 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-300dc22e-b12b-4d3d-ac3f-b0fed3c06fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843278-2-iscsi, 19590aa2-ccc8-4253-a6fb-bdb5456009e5) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:42.891695 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300dc22e-b12b-4d3d-ac3f-b0fed3c06fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:42.892405 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-300dc22e-b12b-4d3d-ac3f-b0fed3c06fcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.903061 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8305fab-dd40-47d0-ab60-ec54d48e9cfc None None] Network 19590aa2-ccc8-4253-a6fb-bdb5456009e5 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:29:42.913863 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-300dc22e-b12b-4d3d-ac3f-b0fed3c06fcb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5017161 May 25 16:29:42.916769 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50144) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:42.923960 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=a7812a9c-7d68-49af-838a-93144c04d0d3,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:42.926224 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1310591605-router', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:42.963171 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:42.980423 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29554'] for router (1e273b16-9886-4f78-b3ce-76270d847488), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:42.981694 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3681872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29561'] for router (1e273b16-9886-4f78-b3ce-76270d847488), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.072676 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ee8f66d-6478-59fe-875a-ccd0fa6a1b8a-19590aa2-ccc8-4253-a6fb-bdb5456009e5', 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5', 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'fixed_ips': [{'subnet_id': '2d70df4c-022d-4017-8537-bb6a602db4b0'}]}} from dv-cinder-843278-2-iscsi. {{(pid=103814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 16:29:43.074986 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.084118 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Publish callbacks [] for router_controller (1e273b16-9886-4f78-b3ce-76270d847488), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.197696 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63811e2-63fd-4015-ba12-569d04a2339a req-6f00ca5d-7c1a-4a59-89e8-32ce4baf17db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:43.198594 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a63811e2-63fd-4015-ba12-569d04a2339a req-6f00ca5d-7c1a-4a59-89e8-32ce4baf17db service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 1129 time: 0.1166537 May 25 16:29:43.216235 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:43.277015 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.db_base_plugin_common [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Allocated IP 172.20.0.2 (19590aa2-ccc8-4253-a6fb-bdb5456009e5/2d70df4c-022d-4017-8537-bb6a602db4b0/69c6a5b4-a728-45fc-a73b-40eeb0ad39d7) {{(pid=103814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:29:43.306890 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Publish callbacks [] for router_gateway (1e273b16-9886-4f78-b3ce-76270d847488), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.332086 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for floatingip (08c2bde1-aaa7-4d4c-a3c0-314b2203fbb6), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.383122 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a63811e2-63fd-4015-ba12-569d04a2339a req-67f9d291-460e-46f0-96eb-280e913ed5df service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428604 May 25 16:29:43.409252 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:43.421223 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (7995e638-9e12-4abe-a4eb-913d9da9d1e8), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.578546 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Publish callbacks [] for router_gateway (1e273b16-9886-4f78-b3ce-76270d847488), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.600722 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.631644 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Publish callbacks [] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), precommit_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.638452 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), after_create {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.658298 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for port (7995e638-9e12-4abe-a4eb-913d9da9d1e8), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.664275 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (7995e638-9e12-4abe-a4eb-913d9da9d1e8), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.676738 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Network 19590aa2-ccc8-4253-a6fb-bdb5456009e5 is already hosted by enough agents. {{(pid=103814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:29:43.689494 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.scheduler.base_scheduler [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Resources bound (agent type, host, resource id): {{(pid=103814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:43.689494 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Received port after_create {{(pid=103814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:29:43.692736 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:43.711150 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Pushing event updated for resources: {'Port': ['ID=69c6a5b4-a728-45fc-a73b-40eeb0ad39d7,revision_number=1']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:43.726776 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:43.743048 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Allocated IP 172.27.1.103 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/2fa8544b-a9a6-4f11-b570-d261765ae5b4) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:29:43.754001 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event updated for resources: {'Port': ['ID=7995e638-9e12-4abe-a4eb-913d9da9d1e8,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:43.768224 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (08c2bde1-aaa7-4d4c-a3c0-314b2203fbb6), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.789344 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Attempting to bind port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:29:43.789707 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Attempting to bind port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '596d4537-14d0-4a63-b8ef-a92b4be8be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:29:43.790091 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Attempting to bind port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 on network 19590aa2-ccc8-4253-a6fb-bdb5456009e5 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:43.797127 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:29:43.797600 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Checking segment: {'id': '596d4537-14d0-4a63-b8ef-a92b4be8be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:43.797910 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.798732 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Bound using segment: {'id': '596d4537-14d0-4a63-b8ef-a92b4be8be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:29:43.799257 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Bound port: 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596d4537-14d0-4a63-b8ef-a92b4be8be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:29:43.799640 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.914188 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e92f-1170-40ab-b334-90c771b5f6dc req-d020724b-e077-4ba3-9b38-9bc810827941 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:43.915847 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2fc0e92f-1170-40ab-b334-90c771b5f6dc req-d020724b-e077-4ba3-9b38-9bc810827941 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 945 time: 0.1040871 May 25 16:29:43.934725 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 0293a335-9dc8-433e-a0e4-e8701cfe148d up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:43.937162 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Publish callbacks [] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.941891 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] For port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:29:43.962407 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Floating IP 08c2bde1-aaa7-4d4c-a3c0-314b2203fbb6 associated. External IP: 172.27.1.184, port: 0bc5d294-6526-41f2-a874-eb5b98d8279f. May 25 16:29:43.979457 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] For port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=69c6a5b4-a728-45fc-a73b-40eeb0ad39d7,segment=NetworkSegment(596d4537-14d0-4a63-b8ef-a92b4be8be5d),segment_id=596d4537-14d0-4a63-b8ef-a92b4be8be5d)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:29:43.989283 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:43.995152 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:44.035689 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2fc0e92f-1170-40ab-b334-90c771b5f6dc req-cb713a4e-7cd7-42e6-99be-88b0700b8d62 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021461 May 25 16:29:44.035919 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:29:44.048816 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 0293a335-9dc8-433e-a0e4-e8701cfe148d triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:44.049186 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:44.053372 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:44.057838 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:29:44.088443 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:44.092410 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa8544b-a9a6-4f11-b570-d261765ae5b4,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:44.109860 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:44.130508 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fb6c0-c93b-4f9e-9af3-aa00fe63d053 None None] Pushing event updated for resources: {'Port': ['ID=69c6a5b4-a728-45fc-a73b-40eeb0ad39d7,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:44.200902 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 0293a335-9dc8-433e-a0e4-e8701cfe148d is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:44.202492 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:44.235492 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port 0293a335-9dc8-433e-a0e4-e8701cfe148d, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=0293a335-9dc8-433e-a0e4-e8701cfe148d,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:44.241212 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:44.383574 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=0293a335-9dc8-433e-a0e4-e8701cfe148d,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:44.459345 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Publish callbacks [] for router_gateway (1e273b16-9886-4f78-b3ce-76270d847488), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:44.607247 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Sync routers for ids ['b06a18e5-aad0-459f-824e-8e76977985d8'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:29:44.612863 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Router 01f1d9c3-ed6f-4452-88e9-60337102e01d has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:29:44.620418 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Routers {'b06a18e5-aad0-459f-824e-8e76977985d8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:29:44.621043 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:29:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['b06a18e5-aad0-459f-824e-8e76977985d8'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:44.676345 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3865727'] for router (1e273b16-9886-4f78-b3ce-76270d847488), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:44.704379 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:44.725255 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:29:44.736356 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Set router b06a18e5-aad0-459f-824e-8e76977985d8 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:29:44.740512 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840576c-6a97-4801-ab2c-7b56aaf33039 None None] Sync routers for ids ['01f1d9c3-ed6f-4452-88e9-60337102e01d'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:29:44.750367 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:44.759963 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840576c-6a97-4801-ab2c-7b56aaf33039 None None] Routers {'01f1d9c3-ed6f-4452-88e9-60337102e01d'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:29:44.760767 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f840576c-6a97-4801-ab2c-7b56aaf33039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:29:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['01f1d9c3-ed6f-4452-88e9-60337102e01d'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:44.788594 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1d3b3abb-335a-4adb-a057-a18931ebaa75 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6971900 May 25 16:29:44.790107 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:29:44.793762 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0709e3a5-e9e5-4936-9642-1c5fb3337a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "11516011-7294-415c-9637-27fe37077315", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:29:44.798594 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50148) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:44.804191 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-7f8969ba-e943-47fb-8ddc-981a2454c8f8 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574722537', 'description': 'tempest-secgroup-smoke-574722537 description', 'project_id': 'c8efc0621a1242329970cda13b3fee4b'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:44.835791 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7f8969ba-e943-47fb-8ddc-981a2454c8f8 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:44.888076 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-f840576c-6a97-4801-ab2c-7b56aaf33039 None None] Set router 01f1d9c3-ed6f-4452-88e9-60337102e01d gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:29:44.891155 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5156f993-b289-4d00-bd4e-c8484e6c5a5d x-openstack-request-id: req-5156f993-b289-4d00-bd4e-c8484e6c5a5d {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:29:44.895890 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11516011-7294-415c-9637-27fe37077315", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:29:44.896406 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5156f993-b289-4d00-bd4e-c8484e6c5a5d {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:29:44.897270 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5156f993-b289-4d00-bd4e-c8484e6c5a5d'] response: {'name': 'network-changed', 'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'status': 'completed', 'code': 200} May 25 16:29:44.957435 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7f8969ba-e943-47fb-8ddc-981a2454c8f8 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group (112fb6f1-635e-4d28-bb0d-83a601a813d5), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:44.962763 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7f8969ba-e943-47fb-8ddc-981a2454c8f8 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (112fb6f1-635e-4d28-bb0d-83a601a813d5), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.014615 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7f8969ba-e943-47fb-8ddc-981a2454c8f8 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.019548 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7f8969ba-e943-47fb-8ddc-981a2454c8f8 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2197604 May 25 16:29:45.020258 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50152) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:45.025777 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-0dbc067e-c85b-42a6-adc3-020c241db3bc tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Request body: {'security_group_rule': {'security_group_id': '112fb6f1-635e-4d28-bb0d-83a601a813d5', 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:45.032483 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8969ba-e943-47fb-8ddc-981a2454c8f8 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112fb6f1-635e-4d28-bb0d-83a601a813d5,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:45.043434 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'ff306716-29e9-4ce8-b7e7-efbf5f7bbb97', 'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'mac_address': 'fa:16:3e:58:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:40Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 2, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'subnets': [{'id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:45.067984 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0dbc067e-c85b-42a6-adc3-020c241db3bc tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (b57d6cd2-7fbf-4c97-9f7f-dc7fa33f5709), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.087573 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Checking router: b06a18e5-aad0-459f-824e-8e76977985d8 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:29:45.089027 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Updating router b06a18e5-aad0-459f-824e-8e76977985d8 port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 binding host dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:29:45.161810 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.195081 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:45.230553 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0dbc067e-c85b-42a6-adc3-020c241db3bc tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (b57d6cd2-7fbf-4c97-9f7f-dc7fa33f5709), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.234791 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709e3a5-e9e5-4936-9642-1c5fb3337a3c req-932bc5f2-3d20-47e0-be14-4d3369d8aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:45.236296 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0709e3a5-e9e5-4936-9642-1c5fb3337a3c req-932bc5f2-3d20-47e0-be14-4d3369d8aa5f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8efc0621a1242329970cda13b3fee4b&device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 1130 time: 0.0997183 May 25 16:29:45.238610 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0dbc067e-c85b-42a6-adc3-020c241db3bc tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (b57d6cd2-7fbf-4c97-9f7f-dc7fa33f5709), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.256289 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:45.276698 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc067e-c85b-42a6-adc3-020c241db3bc tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57d6cd2-7fbf-4c97-9f7f-dc7fa33f5709,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:45.301137 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f840576c-6a97-4801-ab2c-7b56aaf33039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '08c2bde1-aaa7-4d4c-a3c0-314b2203fbb6', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'port_id': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'mac_address': 'fa:16:3e:18:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11516011-7294-415c-9637-27fe37077315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:29:43Z', 'updated_at': '2022-05-25T16:29:43Z', 'revision_number': 0, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94fc1719-a007-418c-8393-afdaaa298d0c', 'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'mac_address': 'fa:16:3e:52:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:47Z', 'updated_at': '2022-05-25T16:28:53Z', 'revision_number': 5, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'subnets': [{'id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:45.310604 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0dbc067e-c85b-42a6-adc3-020c241db3bc tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.312612 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0dbc067e-c85b-42a6-adc3-020c241db3bc tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2909019 May 25 16:29:45.315709 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50156) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:45.320721 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-46c600ac-b575-4ada-b483-847ad60fb40d tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Request body: {'security_group_rule': {'security_group_id': '112fb6f1-635e-4d28-bb0d-83a601a813d5', 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:45.361808 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c600ac-b575-4ada-b483-847ad60fb40d tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (dff6c030-a719-4c1b-8d43-4dee063ab8e5), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.364026 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840576c-6a97-4801-ab2c-7b56aaf33039 None None] Checking router: 01f1d9c3-ed6f-4452-88e9-60337102e01d for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:29:45.374332 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840576c-6a97-4801-ab2c-7b56aaf33039 None None] Routers {'01f1d9c3-ed6f-4452-88e9-60337102e01d'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:29:45.374969 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f840576c-6a97-4801-ab2c-7b56aaf33039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:29:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['01f1d9c3-ed6f-4452-88e9-60337102e01d'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:45.474148 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709e3a5-e9e5-4936-9642-1c5fb3337a3c req-fbd750c8-b8b9-49bf-ae2d-a1aeaecb6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:45.475888 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0709e3a5-e9e5-4936-9642-1c5fb3337a3c req-fbd750c8-b8b9-49bf-ae2d-a1aeaecb6db6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3208438a-9fe5-4561-8a67-505a574fed46 HTTP/1.1" status: 200 len: 916 time: 0.2223485 May 25 16:29:45.490540 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c600ac-b575-4ada-b483-847ad60fb40d tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (dff6c030-a719-4c1b-8d43-4dee063ab8e5), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.492023 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Router 1e273b16-9886-4f78-b3ce-76270d847488 is scheduled to L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 16:29:45.512464 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c600ac-b575-4ada-b483-847ad60fb40d tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (dff6c030-a719-4c1b-8d43-4dee063ab8e5), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.546962 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:45.552479 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-f840576c-6a97-4801-ab2c-7b56aaf33039 None None] Set router 01f1d9c3-ed6f-4452-88e9-60337102e01d gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:29:45.565991 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c600ac-b575-4ada-b483-847ad60fb40d tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff6c030-a719-4c1b-8d43-4dee063ab8e5,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:45.584257 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b25a-ceaa-4fd4-8c64-234b119a0f3b req-4c985e41-57b3-465b-9cb2-744c0baf9829 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:45.586338 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d926b25a-ceaa-4fd4-8c64-234b119a0f3b req-4c985e41-57b3-465b-9cb2-744c0baf9829 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 945 time: 0.1463623 May 25 16:29:45.591747 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c600ac-b575-4ada-b483-847ad60fb40d tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.592871 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-46c600ac-b575-4ada-b483-847ad60fb40d tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2759209 May 25 16:29:45.599819 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50158) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:45.604793 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-82d54e6a-4f14-4bbc-a494-57e9d381e9fd tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Request body: {'security_group_rule': {'security_group_id': '112fb6f1-635e-4d28-bb0d-83a601a813d5', 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:45.670867 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d926b25a-ceaa-4fd4-8c64-234b119a0f3b req-6c84b82d-34f4-4c6a-90e5-bbd6ef6cf7a0 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592656 May 25 16:29:45.688791 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0709e3a5-e9e5-4936-9642-1c5fb3337a3c req-9ff57379-7065-424f-bd71-2ba50f655443 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f HTTP/1.1" status: 200 len: 1000 time: 0.2055714 May 25 16:29:45.691373 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Publish callbacks [] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), precommit_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.721050 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.725927 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96daa8ee-dfc8-4eac-b253-aeb0b0e9c92c None None] Network 19590aa2-ccc8-4253-a6fb-bdb5456009e5 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:29:45.808781 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b7abc-8edb-4c28-ae3f-dd6c10af0fe7 None None] Pushing event updated for resources: {'Port': ['ID=ff306716-29e9-4ce8-b7e7-efbf5f7bbb97,revision_number=3']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:45.826432 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-82d54e6a-4f14-4bbc-a494-57e9d381e9fd tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (01eb9b6b-10f6-4182-af62-8fc5c926ddcd), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.828295 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:45.848447 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709e3a5-e9e5-4936-9642-1c5fb3337a3c req-c6c91582-f9aa-4d27-b31c-5c5ebbabe228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:45.852708 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0709e3a5-e9e5-4936-9642-1c5fb3337a3c req-c6c91582-f9aa-4d27-b31c-5c5ebbabe228 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a194589e-69a7-418c-a056-ee7371b3726f HTTP/1.1" status: 200 len: 853 time: 0.1543407 May 25 16:29:45.868263 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:29:45.897050 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Provisioning complete for port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:45.897427 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:45.903104 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Sync routers for ids ['1e273b16-9886-4f78-b3ce-76270d847488'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:29:45.946608 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Routers {'1e273b16-9886-4f78-b3ce-76270d847488'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:29:45.947186 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:29:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['1e273b16-9886-4f78-b3ce-76270d847488'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:45.950377 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:46.027820 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.031935 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a0f3284c-16bc-4679-809e-b0b83f72ffa9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1104128 May 25 16:29:46.032329 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50198) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:46.049223 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Attempting to bind port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:29:46.050257 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Attempting to bind port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:29:46.050706 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Attempting to bind port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 on network ec5189c6-06ee-4305-8134-5b85eed97686 {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:46.056296 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709e3a5-e9e5-4936-9642-1c5fb3337a3c req-2bb8d8e3-70cb-4e25-8ce9-f0d6715b9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:46.058247 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0709e3a5-e9e5-4936-9642-1c5fb3337a3c req-2bb8d8e3-70cb-4e25-8ce9-f0d6715b9b6b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3208438a-9fe5-4561-8a67-505a574fed46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1914022 May 25 16:29:46.072073 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:29:46.072604 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Checking segment: {'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:46.073090 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.073565 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Bound using segment: {'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:29:46.074749 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Bound port: ff306716-29e9-4ce8-b7e7-efbf5f7bbb97, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'}}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:29:46.075234 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.134613 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:46.163699 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:46.195178 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f840576c-6a97-4801-ab2c-7b56aaf33039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '08c2bde1-aaa7-4d4c-a3c0-314b2203fbb6', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'port_id': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'mac_address': 'fa:16:3e:18:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11516011-7294-415c-9637-27fe37077315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:29:43Z', 'updated_at': '2022-05-25T16:29:43Z', 'revision_number': 0, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94fc1719-a007-418c-8393-afdaaa298d0c', 'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'mac_address': 'fa:16:3e:52:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:47Z', 'updated_at': '2022-05-25T16:28:53Z', 'revision_number': 5, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'subnets': [{'id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:46.198212 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:46.204091 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-82d54e6a-4f14-4bbc-a494-57e9d381e9fd tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (01eb9b6b-10f6-4182-af62-8fc5c926ddcd), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.217576 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Set router 1e273b16-9886-4f78-b3ce-76270d847488 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:29:46.225860 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-82d54e6a-4f14-4bbc-a494-57e9d381e9fd tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (01eb9b6b-10f6-4182-af62-8fc5c926ddcd), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.277737 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d54e6a-4f14-4bbc-a494-57e9d381e9fd tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01eb9b6b-10f6-4182-af62-8fc5c926ddcd,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:46.296635 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840576c-6a97-4801-ab2c-7b56aaf33039 None None] The sync data for ids ['01f1d9c3-ed6f-4452-88e9-60337102e01d'] in dv-cinder-843278-2-iscsi is: [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '08c2bde1-aaa7-4d4c-a3c0-314b2203fbb6', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'port_id': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'mac_address': 'fa:16:3e:18:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11516011-7294-415c-9637-27fe37077315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:29:43Z', 'updated_at': '2022-05-25T16:29:43Z', 'revision_number': 0, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94fc1719-a007-418c-8393-afdaaa298d0c', 'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'mac_address': 'fa:16:3e:52:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:47Z', 'updated_at': '2022-05-25T16:28:53Z', 'revision_number': 5, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'subnets': [{'id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:29:46.297445 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-82d54e6a-4f14-4bbc-a494-57e9d381e9fd tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.299562 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-82d54e6a-4f14-4bbc-a494-57e9d381e9fd tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6984339 May 25 16:29:46.315169 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] For port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:29:46.325915 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50200) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:46.342129 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-e43148a8-f21f-4666-98cc-05de385c91c4 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Request body: {'security_group_rule': {'security_group_id': '112fb6f1-635e-4d28-bb0d-83a601a813d5', 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:46.394036 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Current status of the port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:46.394508 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.402682 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] For port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=ff306716-29e9-4ce8-b7e7-efbf5f7bbb97,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:29:46.426987 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.439073 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e43148a8-f21f-4666-98cc-05de385c91c4 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (9f407bcf-64ce-4530-af87-e7a05619257a), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.495570 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0709e3a5-e9e5-4936-9642-1c5fb3337a3c req-b6c1ee4e-e8a3-4b61-8a1d-104204b8af52 service neutron] 10.222.0.84 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205370 May 25 16:29:46.537704 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:46.587693 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] For port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=69c6a5b4-a728-45fc-a73b-40eeb0ad39d7,segment=NetworkSegment(596d4537-14d0-4a63-b8ef-a92b4be8be5d),segment_id=596d4537-14d0-4a63-b8ef-a92b4be8be5d)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:46.590153 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:46.591006 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.655126 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.740362 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e13ed-c8f4-487a-bfb8-bc8024dff3d4 None None] New status for floating IP 08c2bde1-aaa7-4d4c-a3c0-314b2203fbb6: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:29:46.741759 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Routers {'b06a18e5-aad0-459f-824e-8e76977985d8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:29:46.744088 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:29:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['b06a18e5-aad0-459f-824e-8e76977985d8'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:46.760819 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b7abc-8edb-4c28-ae3f-dd6c10af0fe7 None None] Pushing event updated for resources: {'Port': ['ID=ff306716-29e9-4ce8-b7e7-efbf5f7bbb97,revision_number=4']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:46.838672 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:46.883400 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e273b16-9886-4f78-b3ce-76270d847488', 'name': 'tempest-TestShelveInstance-1310591605-router', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:42Z', 'updated_at': '2022-05-25T16:29:44Z', 'revision_number': 3, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'gw_port': {'id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e273b16-9886-4f78-b3ce-76270d847488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:43Z', 'updated_at': '2022-05-25T16:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:46.900751 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e43148a8-f21f-4666-98cc-05de385c91c4 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (9f407bcf-64ce-4530-af87-e7a05619257a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.930600 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e43148a8-f21f-4666-98cc-05de385c91c4 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (9f407bcf-64ce-4530-af87-e7a05619257a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.936610 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:46.948202 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.951381 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0709e3a5-e9e5-4936-9642-1c5fb3337a3c req-ca75405a-85f4-4899-999d-5bde1c91d128 service neutron] 10.222.0.84 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296801 May 25 16:29:46.957847 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43148a8-f21f-4666-98cc-05de385c91c4 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f407bcf-64ce-4530-af87-e7a05619257a,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:46.980298 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e43148a8-f21f-4666-98cc-05de385c91c4 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:46.984442 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e43148a8-f21f-4666-98cc-05de385c91c4 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6541972 May 25 16:29:46.985260 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50220) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:46.991348 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-b5368db8-3e0d-4682-8728-842acc6c1888 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Request body: {'security_group_rule': {'security_group_id': '112fb6f1-635e-4d28-bb0d-83a601a813d5', 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:47.021129 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-b5368db8-3e0d-4682-8728-842acc6c1888 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Project c8efc0621a1242329970cda13b3fee4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:29:47.035738 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b5368db8-3e0d-4682-8728-842acc6c1888 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (0683bce2-9816-4d44-8849-085e89b112d4), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.072784 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Checking router: 1e273b16-9886-4f78-b3ce-76270d847488 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:29:47.073278 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Updating router 1e273b16-9886-4f78-b3ce-76270d847488 port 2fa8544b-a9a6-4f11-b570-d261765ae5b4 binding host dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:29:47.139966 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b5368db8-3e0d-4682-8728-842acc6c1888 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (0683bce2-9816-4d44-8849-085e89b112d4), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.156114 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b5368db8-3e0d-4682-8728-842acc6c1888 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (0683bce2-9816-4d44-8849-085e89b112d4), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.169168 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.186185 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5368db8-3e0d-4682-8728-842acc6c1888 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0683bce2-9816-4d44-8849-085e89b112d4,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:47.201929 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b5368db8-3e0d-4682-8728-842acc6c1888 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.204566 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b5368db8-3e0d-4682-8728-842acc6c1888 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2176328 May 25 16:29:47.205648 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] Set router b06a18e5-aad0-459f-824e-8e76977985d8 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:29:47.207842 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50222) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:47.218464 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-81851f46-1341-4dbe-a60b-4c139de07c36 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Request body: {'security_group_rule': {'security_group_id': '112fb6f1-635e-4d28-bb0d-83a601a813d5', 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:47.219330 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-04cde70f-f018-4f6a-a171-423494c8994b None None] Provisioning complete for port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:47.219830 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-04cde70f-f018-4f6a-a171-423494c8994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.225218 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Pushing event updated for resources: {'Port': ['ID=69c6a5b4-a728-45fc-a73b-40eeb0ad39d7,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:47.227946 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Allocated IP 172.20.0.1 (19590aa2-ccc8-4253-a6fb-bdb5456009e5/2d70df4c-022d-4017-8537-bb6a602db4b0/c3ef5ac4-3504-4add-88c3-4176823fc7ff) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:29:47.252793 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:47.254026 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 0293a335-9dc8-433e-a0e4-e8701cfe148d up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:47.287619 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.288284 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.288636 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.289047 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.289836 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.289836 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.290118 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.290453 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.290792 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.291128 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.291487 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.291834 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.292221 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.292500 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.292894 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c60124a-e587-409c-a19c-475ed2668973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:47.343213 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.securitygroups_db [None req-81851f46-1341-4dbe-a60b-4c139de07c36 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Project c8efc0621a1242329970cda13b3fee4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:29:47.350090 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:47.361457 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-81851f46-1341-4dbe-a60b-4c139de07c36 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (b06e14ca-c0a9-45bd-b23d-42109e3bfecd), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.368594 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 0293a335-9dc8-433e-a0e4-e8701cfe148d triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:47.369320 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.422733 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:47.468327 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-04cde70f-f018-4f6a-a171-423494c8994b None None] Current status of the port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:47.468608 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-04cde70f-f018-4f6a-a171-423494c8994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.469985 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Publish callbacks [] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.495673 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-81851f46-1341-4dbe-a60b-4c139de07c36 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (b06e14ca-c0a9-45bd-b23d-42109e3bfecd), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.503425 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-81851f46-1341-4dbe-a60b-4c139de07c36 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (b06e14ca-c0a9-45bd-b23d-42109e3bfecd), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.546763 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-81851f46-1341-4dbe-a60b-4c139de07c36 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.559940 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-81851f46-1341-4dbe-a60b-4c139de07c36 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3408148 May 25 16:29:47.561492 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 0293a335-9dc8-433e-a0e4-e8701cfe148d is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:47.566814 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-04cde70f-f018-4f6a-a171-423494c8994b None None] For port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=ff306716-29e9-4ce8-b7e7-efbf5f7bbb97,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:47.567518 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81851f46-1341-4dbe-a60b-4c139de07c36 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06e14ca-c0a9-45bd-b23d-42109e3bfecd,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:47.573642 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-04cde70f-f018-4f6a-a171-423494c8994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.593697 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.612999 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'ff306716-29e9-4ce8-b7e7-efbf5f7bbb97', 'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'mac_address': 'fa:16:3e:58:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:40Z', 'updated_at': '2022-05-25T16:29:46Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'subnets': [{'id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:47.641461 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:47.647371 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1579228-a326-41f3-9e8b-1a0682b305d6 None None] The sync data for ids ['b06a18e5-aad0-459f-824e-8e76977985d8'] in dv-cinder-843278-2-iscsi is: [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'ff306716-29e9-4ce8-b7e7-efbf5f7bbb97', 'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'mac_address': 'fa:16:3e:58:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:40Z', 'updated_at': '2022-05-25T16:29:46Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'subnets': [{'id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:29:47.647659 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cde70f-f018-4f6a-a171-423494c8994b None None] Pushing event updated for resources: {'Port': ['ID=ff306716-29e9-4ce8-b7e7-efbf5f7bbb97,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:47.661228 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:47.665361 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Pushing event updated for resources: {'Port': ['ID=c3ef5ac4-3504-4add-88c3-4176823fc7ff,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:47.667687 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:47.709369 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-402449c2-03b1-4a76-9187-9328a64e714d None None] Provisioning complete for port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:47.710259 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-402449c2-03b1-4a76-9187-9328a64e714d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.721685 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Network 19590aa2-ccc8-4253-a6fb-bdb5456009e5 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:29:47.724236 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:47.729469 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e60a1182-140c-457a-89f6-4ccc7dcd2270 req-89d10ebd-a230-4254-9bde-7cad4eef4590 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574722537&fields=id&tenant_id=c8efc0621a1242329970cda13b3fee4b HTTP/1.1" status: 200 len: 267 time: 0.0692728 May 25 16:29:47.730229 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:29:47.749377 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Publish callbacks [] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), precommit_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.759231 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.828024 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:47.845481 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a1182-140c-457a-89f6-4ccc7dcd2270 req-e8bab9d9-f940-4b01-b073-8d9207b843a6 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:47.847050 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e60a1182-140c-457a-89f6-4ccc7dcd2270 req-e8bab9d9-f940-4b01-b073-8d9207b843a6 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 946 time: 0.1075888 May 25 16:29:47.852066 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858730'] for router_interface (1e273b16-9886-4f78-b3ce-76270d847488), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.867617 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-e60a1182-140c-457a-89f6-4ccc7dcd2270 req-835659eb-73df-4a86-9034-7cc313f89e0b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Request body: {'port': {'security_groups': ['54dab29e-2338-41ea-b4f0-990528736b41', '112fb6f1-635e-4d28-bb0d-83a601a813d5']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:47.909117 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Attempting to bind port 2fa8544b-a9a6-4f11-b570-d261765ae5b4 on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:29:47.910778 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Attempting to bind port 2fa8544b-a9a6-4f11-b570-d261765ae5b4 by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:29:47.911361 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Attempting to bind port 2fa8544b-a9a6-4f11-b570-d261765ae5b4 on network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:47.932148 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-402449c2-03b1-4a76-9187-9328a64e714d None None] Current status of the port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:47.941192 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:29:47.941826 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Checking segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:47.942562 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.943122 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Bound using segment: {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:29:47.943699 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Bound port: 2fa8544b-a9a6-4f11-b570-d261765ae5b4, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4f967-9b24-47e6-95ee-3597a742d632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58'}}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:29:47.944173 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:47.947230 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193cc92-c2ac-43aa-8bcc-f1bf3f1301e6 None None] Pushing event updated for resources: {'Port': ['ID=2fa8544b-a9a6-4f11-b570-d261765ae5b4,revision_number=2']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:47.949815 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-402449c2-03b1-4a76-9187-9328a64e714d None None] Provisioning complete for port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:47.950190 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-402449c2-03b1-4a76-9187-9328a64e714d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.002331 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:48.065896 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] For port 2fa8544b-a9a6-4f11-b570-d261765ae5b4, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:29:48.070363 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] For port 2fa8544b-a9a6-4f11-b570-d261765ae5b4, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=2fa8544b-a9a6-4f11-b570-d261765ae5b4,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:29:48.079406 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.098376 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:48.098744 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.106363 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.137893 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-402449c2-03b1-4a76-9187-9328a64e714d None None] Current status of the port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:48.174096 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Routers {'1e273b16-9886-4f78-b3ce-76270d847488'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:29:48.174882 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:29:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['1e273b16-9886-4f78-b3ce-76270d847488'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:48.197587 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:48.198870 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:48.199699 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e60a1182-140c-457a-89f6-4ccc7dcd2270 req-835659eb-73df-4a86-9034-7cc313f89e0b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.234907 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193cc92-c2ac-43aa-8bcc-f1bf3f1301e6 None None] Pushing event updated for resources: {'Port': ['ID=2fa8544b-a9a6-4f11-b570-d261765ae5b4,revision_number=3']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:48.274278 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:48.274847 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.277804 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-28ac9c69-7c6d-4fd9-a35b-a278dbe2ce09 None None] Provisioning complete for port c3ef5ac4-3504-4add-88c3-4176823fc7ff triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:48.278085 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-28ac9c69-7c6d-4fd9-a35b-a278dbe2ce09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.347621 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-28ac9c69-7c6d-4fd9-a35b-a278dbe2ce09 None None] Port c3ef5ac4-3504-4add-88c3-4176823fc7ff cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:29:48.356727 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] Set router 1e273b16-9886-4f78-b3ce-76270d847488 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:29:48.401439 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:48.479491 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:48.568505 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Publish callbacks [] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.575036 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.591272 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e273b16-9886-4f78-b3ce-76270d847488', 'name': 'tempest-TestShelveInstance-1310591605-router', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:42Z', 'updated_at': '2022-05-25T16:29:48Z', 'revision_number': 4, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'gw_port': {'id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e273b16-9886-4f78-b3ce-76270d847488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:43Z', 'updated_at': '2022-05-25T16:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'c3ef5ac4-3504-4add-88c3-4176823fc7ff', 'name': '', 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'mac_address': 'fa:16:3e:71:3c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e273b16-9886-4f78-b3ce-76270d847488', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2d70df4c-022d-4017-8537-bb6a602db4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:46Z', 'updated_at': '2022-05-25T16:29:47Z', 'revision_number': 1, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'subnets': [{'id': '2d70df4c-022d-4017-8537-bb6a602db4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:48.620541 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ead262-a35d-480c-9af8-0f9390c3b117 None None] The sync data for ids ['1e273b16-9886-4f78-b3ce-76270d847488'] in dv-cinder-843278-2-iscsi is: [{'id': '1e273b16-9886-4f78-b3ce-76270d847488', 'name': 'tempest-TestShelveInstance-1310591605-router', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:42Z', 'updated_at': '2022-05-25T16:29:48Z', 'revision_number': 4, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'gw_port': {'id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e273b16-9886-4f78-b3ce-76270d847488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:43Z', 'updated_at': '2022-05-25T16:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'c3ef5ac4-3504-4add-88c3-4176823fc7ff', 'name': '', 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'mac_address': 'fa:16:3e:71:3c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e273b16-9886-4f78-b3ce-76270d847488', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2d70df4c-022d-4017-8537-bb6a602db4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:46Z', 'updated_at': '2022-05-25T16:29:47Z', 'revision_number': 1, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'subnets': [{'id': '2d70df4c-022d-4017-8537-bb6a602db4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:29:48.672139 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Pushing event updated for resources: {'Port': ['ID=c3ef5ac4-3504-4add-88c3-4176823fc7ff,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:48.683378 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-112397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859898'] for router_interface (1e273b16-9886-4f78-b3ce-76270d847488), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.695073 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-e60a1182-140c-457a-89f6-4ccc7dcd2270 req-835659eb-73df-4a86-9034-7cc313f89e0b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] For port 0bc5d294-6526-41f2-a874-eb5b98d8279f, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:48.718299 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:48.779816 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e60a1182-140c-457a-89f6-4ccc7dcd2270 req-835659eb-73df-4a86-9034-7cc313f89e0b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.793096 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e60a1182-140c-457a-89f6-4ccc7dcd2270 req-835659eb-73df-4a86-9034-7cc313f89e0b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.805589 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['0bc5d294-6526-41f2-a874-eb5b98d8279f'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:29:48.863145 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a1182-140c-457a-89f6-4ccc7dcd2270 req-835659eb-73df-4a86-9034-7cc313f89e0b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:48.863788 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-e60a1182-140c-457a-89f6-4ccc7dcd2270 req-835659eb-73df-4a86-9034-7cc313f89e0b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:48.865182 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e60a1182-140c-457a-89f6-4ccc7dcd2270 req-835659eb-73df-4a86-9034-7cc313f89e0b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "PUT /v2.0/ports/0bc5d294-6526-41f2-a874-eb5b98d8279f HTTP/1.1" status: 200 len: 982 time: 1.0039105 May 25 16:29:48.865726 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:29:48.867985 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd220816-338c-4046-9b19-408cf9ca29bb" -d '{"events": [{"name": "network-changed", "server_uuid": "11516011-7294-415c-9637-27fe37077315", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:29:48.885162 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Network 19590aa2-ccc8-4253-a6fb-bdb5456009e5 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:29:48.892386 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:29:48.901946 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835659eb-73df-4a86-9034-7cc313f89e0b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event updated for resources: {'Port': ['ID=0bc5d294-6526-41f2-a874-eb5b98d8279f,revision_number=6']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:48.960686 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ee1c5-9a90-4d8f-bc16-498d438999d2 x-openstack-request-id: req-c25ee1c5-9a90-4d8f-bc16-498d438999d2 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:29:48.961053 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11516011-7294-415c-9637-27fe37077315", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:29:48.961368 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c25ee1c5-9a90-4d8f-bc16-498d438999d2 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:29:48.961858 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25ee1c5-9a90-4d8f-bc16-498d438999d2'] response: {'name': 'network-changed', 'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'status': 'completed', 'code': 200} May 25 16:29:48.995693 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:49.034759 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['0bc5d294-6526-41f2-a874-eb5b98d8279f'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:29:49.133062 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd220816-338c-4046-9b19-408cf9ca29bb req-d8bdc350-7250-4d32-b0c5-10cd52c40524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:49.135596 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd220816-338c-4046-9b19-408cf9ca29bb req-d8bdc350-7250-4d32-b0c5-10cd52c40524 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8efc0621a1242329970cda13b3fee4b&device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 1169 time: 0.1337049 May 25 16:29:49.209182 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Router 1e273b16-9886-4f78-b3ce-76270d847488 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:29:49.217989 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:49.231454 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4c9a-c3ea-4409-8933-a02e52809b94 req-79a46925-c696-48b6-9d27-5b36ebd14a35 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:49.240070 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d7ce4c9a-c3ea-4409-8933-a02e52809b94 req-79a46925-c696-48b6-9d27-5b36ebd14a35 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.1769776 May 25 16:29:49.318001 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd220816-338c-4046-9b19-408cf9ca29bb req-3cc98dd2-280a-4f7f-9b09-b603cef5cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:49.320785 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd220816-338c-4046-9b19-408cf9ca29bb req-3cc98dd2-280a-4f7f-9b09-b603cef5cc46 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3208438a-9fe5-4561-8a67-505a574fed46 HTTP/1.1" status: 200 len: 916 time: 0.1778848 May 25 16:29:49.406250 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd220816-338c-4046-9b19-408cf9ca29bb req-e705faa6-3a32-4025-b40a-9113470304a6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f HTTP/1.1" status: 200 len: 1002 time: 0.0761104 May 25 16:29:49.436055 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-85fae476-7287-4185-82b4-84086b450e09 None None] Provisioning complete for port c3ef5ac4-3504-4add-88c3-4176823fc7ff triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:49.440159 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-85fae476-7287-4185-82b4-84086b450e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:49.470570 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d7ce4c9a-c3ea-4409-8933-a02e52809b94 req-e7e91dba-385f-4a6e-8aee-38ec2f539620 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2227895 May 25 16:29:49.484216 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:29:49.487720 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd220816-338c-4046-9b19-408cf9ca29bb req-b7c22c54-f767-408c-b81c-700810b4f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:49.490466 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd220816-338c-4046-9b19-408cf9ca29bb req-b7c22c54-f767-408c-b81c-700810b4f486 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a194589e-69a7-418c-a056-ee7371b3726f HTTP/1.1" status: 200 len: 853 time: 0.0786574 May 25 16:29:49.493184 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4eb9af2f-4a75-4828-a84c-732e205a52ab admin admin] 10.222.0.42 "PUT /v2.0/routers/1e273b16-9886-4f78-b3ce-76270d847488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4593832 May 25 16:29:49.547533 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd220816-338c-4046-9b19-408cf9ca29bb req-a22c6d13-7adc-4601-aa60-fb8355604ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:29:49.549410 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd220816-338c-4046-9b19-408cf9ca29bb req-a22c6d13-7adc-4601-aa60-fb8355604ec9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3208438a-9fe5-4561-8a67-505a574fed46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521653 May 25 16:29:49.568629 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-85fae476-7287-4185-82b4-84086b450e09 None None] Port c3ef5ac4-3504-4add-88c3-4176823fc7ff cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:29:49.593548 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-85fae476-7287-4185-82b4-84086b450e09 None None] Provisioning complete for port 0bc5d294-6526-41f2-a874-eb5b98d8279f triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:49.594439 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-85fae476-7287-4185-82b4-84086b450e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:49.701338 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd220816-338c-4046-9b19-408cf9ca29bb req-b8ad5a4c-24d9-4b8a-8635-83b259bc76f5 service neutron] 10.222.0.84 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437588 May 25 16:29:49.796137 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-85fae476-7287-4185-82b4-84086b450e09 None None] Current status of the port 0bc5d294-6526-41f2-a874-eb5b98d8279f is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:49.927818 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd220816-338c-4046-9b19-408cf9ca29bb req-63468ddd-ca91-4bd2-9775-cb2ebe89c4ba service neutron] 10.222.0.84 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190206 May 25 16:29:49.930156 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:49.984096 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 2fa8544b-a9a6-4f11-b570-d261765ae5b4 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:50.031903 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 2fa8544b-a9a6-4f11-b570-d261765ae5b4 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:50.032269 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.088002 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:50.128734 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 2fa8544b-a9a6-4f11-b570-d261765ae5b4 is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:50.129117 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.142842 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50244) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:50.147507 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-a1da3bec-47d1-4701-b49f-67fc60070ad1 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193139595', 'description': 'tempest-secgroup-smoke-1193139595 description', 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:50.152926 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] For port 2fa8544b-a9a6-4f11-b570-d261765ae5b4, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=2fa8544b-a9a6-4f11-b570-d261765ae5b4,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:50.158094 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.171971 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1da3bec-47d1-4701-b49f-67fc60070ad1 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.206790 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Pushing event updated for resources: {'Port': ['ID=2fa8544b-a9a6-4f11-b570-d261765ae5b4,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:50.248498 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:50.251824 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1da3bec-47d1-4701-b49f-67fc60070ad1 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group (fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.257153 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1da3bec-47d1-4701-b49f-67fc60070ad1 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.290518 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1da3bec-47d1-4701-b49f-67fc60070ad1 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.291752 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a1da3bec-47d1-4701-b49f-67fc60070ad1 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1477780 May 25 16:29:50.295260 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50246) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:50.299541 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-fcf20215-0e34-4f2d-a840-8745030b5240 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Request body: {'security_group_rule': {'security_group_id': 'fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2', 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:50.308012 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da3bec-47d1-4701-b49f-67fc60070ad1 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:50.331719 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fcf20215-0e34-4f2d-a840-8745030b5240 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (963c9143-bcc7-4757-8502-c5734701926e), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.401180 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fcf20215-0e34-4f2d-a840-8745030b5240 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (963c9143-bcc7-4757-8502-c5734701926e), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.405948 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fcf20215-0e34-4f2d-a840-8745030b5240 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (963c9143-bcc7-4757-8502-c5734701926e), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.430988 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf20215-0e34-4f2d-a840-8745030b5240 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963c9143-bcc7-4757-8502-c5734701926e,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:50.437515 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fcf20215-0e34-4f2d-a840-8745030b5240 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.438950 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-fcf20215-0e34-4f2d-a840-8745030b5240 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427317 May 25 16:29:50.441787 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50248) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:50.446365 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-271cc7e1-da9a-4fc6-a149-5fbcd373a444 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Request body: {'security_group_rule': {'security_group_id': 'fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2', 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:50.475173 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-271cc7e1-da9a-4fc6-a149-5fbcd373a444 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (aeedf1d6-8c5e-4867-9080-aeb1027e2a4f), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.528248 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-271cc7e1-da9a-4fc6-a149-5fbcd373a444 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (aeedf1d6-8c5e-4867-9080-aeb1027e2a4f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.532874 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-271cc7e1-da9a-4fc6-a149-5fbcd373a444 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (aeedf1d6-8c5e-4867-9080-aeb1027e2a4f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.552937 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cc7e1-da9a-4fc6-a149-5fbcd373a444 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeedf1d6-8c5e-4867-9080-aeb1027e2a4f,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:50.558865 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-271cc7e1-da9a-4fc6-a149-5fbcd373a444 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.562242 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-271cc7e1-da9a-4fc6-a149-5fbcd373a444 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193163 May 25 16:29:50.563539 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50250) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:50.568335 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-4e37b20a-96a5-4261-9159-8d329be77005 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Request body: {'security_group_rule': {'security_group_id': 'fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2', 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:50.582329 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:50.598456 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e37b20a-96a5-4261-9159-8d329be77005 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (56eb6533-8c81-4ffc-b7f8-29ec081b7424), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.648807 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e37b20a-96a5-4261-9159-8d329be77005 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (56eb6533-8c81-4ffc-b7f8-29ec081b7424), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.652241 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e37b20a-96a5-4261-9159-8d329be77005 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (56eb6533-8c81-4ffc-b7f8-29ec081b7424), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.672386 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37b20a-96a5-4261-9159-8d329be77005 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56eb6533-8c81-4ffc-b7f8-29ec081b7424,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:50.682816 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4e37b20a-96a5-4261-9159-8d329be77005 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.687608 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4e37b20a-96a5-4261-9159-8d329be77005 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193626 May 25 16:29:50.687951 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50252) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:50.692915 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-63af9c8e-ad43-4d03-b410-8fc7f2f89cb9 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Request body: {'security_group_rule': {'security_group_id': 'fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2', 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:50.706880 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:50.723932 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-63af9c8e-ad43-4d03-b410-8fc7f2f89cb9 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (4fd8a5da-8ae3-41dd-8c1b-03aeee0b5dbf), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.777632 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-63af9c8e-ad43-4d03-b410-8fc7f2f89cb9 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (4fd8a5da-8ae3-41dd-8c1b-03aeee0b5dbf), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.781363 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-63af9c8e-ad43-4d03-b410-8fc7f2f89cb9 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (4fd8a5da-8ae3-41dd-8c1b-03aeee0b5dbf), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.799654 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af9c8e-ad43-4d03-b410-8fc7f2f89cb9 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd8a5da-8ae3-41dd-8c1b-03aeee0b5dbf,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:50.806452 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-63af9c8e-ad43-4d03-b410-8fc7f2f89cb9 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.807644 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-63af9c8e-ad43-4d03-b410-8fc7f2f89cb9 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186452 May 25 16:29:50.811132 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50254) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:50.815711 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-76d96412-8c14-4a43-be28-510386d2e64a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Request body: {'security_group_rule': {'security_group_id': 'fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2', 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:50.838646 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.securitygroups_db [None req-76d96412-8c14-4a43-be28-510386d2e64a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Project cfe6a9374c6d48e9933d6f099cc32bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:29:50.845284 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-76d96412-8c14-4a43-be28-510386d2e64a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (74fc0870-164e-4c71-97e5-fb9800e66663), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.898029 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-76d96412-8c14-4a43-be28-510386d2e64a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (74fc0870-164e-4c71-97e5-fb9800e66663), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.902036 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-76d96412-8c14-4a43-be28-510386d2e64a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (74fc0870-164e-4c71-97e5-fb9800e66663), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.920744 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d96412-8c14-4a43-be28-510386d2e64a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fc0870-164e-4c71-97e5-fb9800e66663,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:50.929049 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-76d96412-8c14-4a43-be28-510386d2e64a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.930433 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-76d96412-8c14-4a43-be28-510386d2e64a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180193 May 25 16:29:50.933518 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50258) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:29:50.939587 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-a1aef642-b9d5-493a-9a37-1684d183399d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Request body: {'security_group_rule': {'security_group_id': 'fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2', 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:29:50.963083 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-a1aef642-b9d5-493a-9a37-1684d183399d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Project cfe6a9374c6d48e9933d6f099cc32bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:29:50.969550 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a1aef642-b9d5-493a-9a37-1684d183399d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (e9bcbdda-6861-43aa-8354-d0cfffc8a637), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:50.988039 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:51.025907 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a1aef642-b9d5-493a-9a37-1684d183399d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (e9bcbdda-6861-43aa-8354-d0cfffc8a637), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:51.030075 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a1aef642-b9d5-493a-9a37-1684d183399d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956546'] for security_group_rule (e9bcbdda-6861-43aa-8354-d0cfffc8a637), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:51.049124 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aef642-b9d5-493a-9a37-1684d183399d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bcbdda-6861-43aa-8354-d0cfffc8a637,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:51.059452 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a1aef642-b9d5-493a-9a37-1684d183399d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:51.062178 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a1aef642-b9d5-493a-9a37-1684d183399d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272404 May 25 16:29:51.478807 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:51.885629 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 2fa8544b-a9a6-4f11-b570-d261765ae5b4 up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:51.937321 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port 2fa8544b-a9a6-4f11-b570-d261765ae5b4 triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:51.937700 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:52.012455 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port 2fa8544b-a9a6-4f11-b570-d261765ae5b4 is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:53.010776 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Sync routers for ids ['1e273b16-9886-4f78-b3ce-76270d847488'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:29:53.022701 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Routers {'1e273b16-9886-4f78-b3ce-76270d847488'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:29:53.023306 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:29:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['1e273b16-9886-4f78-b3ce-76270d847488'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:53.128913 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Set router 1e273b16-9886-4f78-b3ce-76270d847488 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:29:53.267026 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:53.313444 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e273b16-9886-4f78-b3ce-76270d847488', 'name': 'tempest-TestShelveInstance-1310591605-router', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:42Z', 'updated_at': '2022-05-25T16:29:48Z', 'revision_number': 4, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'gw_port': {'id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e273b16-9886-4f78-b3ce-76270d847488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:43Z', 'updated_at': '2022-05-25T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'c3ef5ac4-3504-4add-88c3-4176823fc7ff', 'name': '', 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'mac_address': 'fa:16:3e:71:3c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e273b16-9886-4f78-b3ce-76270d847488', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2d70df4c-022d-4017-8537-bb6a602db4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:46Z', 'updated_at': '2022-05-25T16:29:48Z', 'revision_number': 2, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'subnets': [{'id': '2d70df4c-022d-4017-8537-bb6a602db4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:53.338226 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Checking router: 1e273b16-9886-4f78-b3ce-76270d847488 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:29:53.338567 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Updating router 1e273b16-9886-4f78-b3ce-76270d847488 port c3ef5ac4-3504-4add-88c3-4176823fc7ff binding host dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:29:53.451634 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:53.514905 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:53.746555 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Publish callbacks [] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), precommit_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:53.752808 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:53.814001 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Pushing event updated for resources: {'Port': ['ID=c3ef5ac4-3504-4add-88c3-4176823fc7ff,revision_number=3']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:53.837861 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.837861 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.838182 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.838352 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.838681 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.839004 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.839325 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.839645 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.839960 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.840275 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.840803 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.840924 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.841365 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.841582 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.841919 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:29:53.879749 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Attempting to bind port c3ef5ac4-3504-4add-88c3-4176823fc7ff on host dv-cinder-843278-2-iscsi for vnic_type normal with profile {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:29:53.880189 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Attempting to bind port c3ef5ac4-3504-4add-88c3-4176823fc7ff by drivers openvswitch,hyperv on host dv-cinder-843278-2-iscsi at level 0 using segments [{'id': '596d4537-14d0-4a63-b8ef-a92b4be8be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5'}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:29:53.880611 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Attempting to bind port c3ef5ac4-3504-4add-88c3-4176823fc7ff on network 19590aa2-ccc8-4253-a6fb-bdb5456009e5 {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:29:53.886193 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Checking agent: {'id': '3f38678b-89ba-405a-aad5-00a1564f5950', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843278-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 11, 36), 'started_at': datetime.datetime(2022, 5, 25, 16, 12, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843278-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:29:53.886558 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Checking segment: {'id': '596d4537-14d0-4a63-b8ef-a92b4be8be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:29:53.886947 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:53.887326 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Bound using segment: {'id': '596d4537-14d0-4a63-b8ef-a92b4be8be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5'} {{(pid=103815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:29:53.887772 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.managers [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Bound port: c3ef5ac4-3504-4add-88c3-4176823fc7ff, host: dv-cinder-843278-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596d4537-14d0-4a63-b8ef-a92b4be8be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5'}}] {{(pid=103815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:29:53.888141 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), before_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:53.966927 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] For port c3ef5ac4-3504-4add-88c3-4176823fc7ff, host dv-cinder-843278-2-iscsi, cleared binding levels {{(pid=103815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:29:53.970256 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.plugins.ml2.db [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] For port c3ef5ac4-3504-4add-88c3-4176823fc7ff, host dv-cinder-843278-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=c3ef5ac4-3504-4add-88c3-4176823fc7ff,segment=NetworkSegment(596d4537-14d0-4a63-b8ef-a92b4be8be5d),segment_id=596d4537-14d0-4a63-b8ef-a92b4be8be5d)] {{(pid=103815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:29:53.977538 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron_lib.callbacks.manager [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), after_update {{(pid=103815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:54.027829 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Routers {'1e273b16-9886-4f78-b3ce-76270d847488'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:29:54.028485 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:29:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['1e273b16-9886-4f78-b3ce-76270d847488'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:54.057932 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-4c24bead-6faf-478a-9603-db96a1cd3d2f None None] Provisioning complete for port c3ef5ac4-3504-4add-88c3-4176823fc7ff triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:54.058426 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4c24bead-6faf-478a-9603-db96a1cd3d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:54.088579 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770199f-e405-4322-aec0-4c65aad6878c None None] Pushing event updated for resources: {'Port': ['ID=c3ef5ac4-3504-4add-88c3-4176823fc7ff,revision_number=4']} {{(pid=103815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:54.161631 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-4c24bead-6faf-478a-9603-db96a1cd3d2f None None] Current status of the port c3ef5ac4-3504-4add-88c3-4176823fc7ff is: DOWN; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:54.162049 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4c24bead-6faf-478a-9603-db96a1cd3d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:54.167344 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] Set router 1e273b16-9886-4f78-b3ce-76270d847488 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:29:54.201511 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-4c24bead-6faf-478a-9603-db96a1cd3d2f None None] For port c3ef5ac4-3504-4add-88c3-4176823fc7ff, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=c3ef5ac4-3504-4add-88c3-4176823fc7ff,segment=NetworkSegment(596d4537-14d0-4a63-b8ef-a92b4be8be5d),segment_id=596d4537-14d0-4a63-b8ef-a92b4be8be5d)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:29:54.211174 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4c24bead-6faf-478a-9603-db96a1cd3d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:54.266477 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24bead-6faf-478a-9603-db96a1cd3d2f None None] Pushing event updated for resources: {'Port': ['ID=c3ef5ac4-3504-4add-88c3-4176823fc7ff,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:29:54.329396 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-5963aacf-905a-4c7b-a7a1-71935f952de0 None None] Provisioning complete for port c3ef5ac4-3504-4add-88c3-4176823fc7ff triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:54.329793 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5963aacf-905a-4c7b-a7a1-71935f952de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:54.362723 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:54.366945 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e273b16-9886-4f78-b3ce-76270d847488', 'name': 'tempest-TestShelveInstance-1310591605-router', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:42Z', 'updated_at': '2022-05-25T16:29:48Z', 'revision_number': 4, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'gw_port': {'id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e273b16-9886-4f78-b3ce-76270d847488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:43Z', 'updated_at': '2022-05-25T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'c3ef5ac4-3504-4add-88c3-4176823fc7ff', 'name': '', 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'mac_address': 'fa:16:3e:71:3c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e273b16-9886-4f78-b3ce-76270d847488', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2d70df4c-022d-4017-8537-bb6a602db4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:46Z', 'updated_at': '2022-05-25T16:29:53Z', 'revision_number': 4, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'subnets': [{'id': '2d70df4c-022d-4017-8537-bb6a602db4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:29:54.368859 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:54.396267 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaef570-529c-4ee0-a54c-b61fe61877ab None None] The sync data for ids ['1e273b16-9886-4f78-b3ce-76270d847488'] in dv-cinder-843278-2-iscsi is: [{'id': '1e273b16-9886-4f78-b3ce-76270d847488', 'name': 'tempest-TestShelveInstance-1310591605-router', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:42Z', 'updated_at': '2022-05-25T16:29:48Z', 'revision_number': 4, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'gw_port': {'id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e273b16-9886-4f78-b3ce-76270d847488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:43Z', 'updated_at': '2022-05-25T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'c3ef5ac4-3504-4add-88c3-4176823fc7ff', 'name': '', 'network_id': '19590aa2-ccc8-4253-a6fb-bdb5456009e5', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'mac_address': 'fa:16:3e:71:3c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e273b16-9886-4f78-b3ce-76270d847488', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2d70df4c-022d-4017-8537-bb6a602db4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:46Z', 'updated_at': '2022-05-25T16:29:53Z', 'revision_number': 4, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'subnets': [{'id': '2d70df4c-022d-4017-8537-bb6a602db4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:29:54.418457 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-5963aacf-905a-4c7b-a7a1-71935f952de0 None None] Current status of the port c3ef5ac4-3504-4add-88c3-4176823fc7ff is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:29:55.882126 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device c3ef5ac4-3504-4add-88c3-4176823fc7ff up at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:29:55.927675 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Provisioning complete for port c3ef5ac4-3504-4add-88c3-4176823fc7ff triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:29:55.928037 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:29:55.947920 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:29:56.008164 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Current status of the port c3ef5ac4-3504-4add-88c3-4176823fc7ff is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:30:00.234776 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2a97adec-e04b-4165-bfc6-5724cfbfc332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:00.920990 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:00.923799 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:DELETE=4,neutron:SELECT=47,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:01.045213 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:01.048871 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:02.571711 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-1f9329dc-0bf3-4c08-bd00-6e544235765a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:03.691782 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:05.353325 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:05.443372 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:05.447449 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=5 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:06.545531 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:10.282270 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50426) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:10.421339 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Deleting port 630ec67c-c754-483c-8f56-40b043363855 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:30:10.421693 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (630ec67c-c754-483c-8f56-40b043363855), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:10.502150 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (630ec67c-c754-483c-8f56-40b043363855), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:10.502731 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (630ec67c-c754-483c-8f56-40b043363855), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:10.515204 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Calling delete_port for 630ec67c-c754-483c-8f56-40b043363855 owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:30:10.647399 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-9a1601a3-d80e-48db-947e-7e12044e077a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193139595&fields=id&tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2 HTTP/1.1" status: 200 len: 267 time: 0.0853899 May 25 16:30:10.808384 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c6971-9161-4f60-9510-c3878afbed71 req-abca0829-e913-4ee5-a262-cb0b05e7d2a7 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:10.810083 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-abca0829-e913-4ee5-a262-cb0b05e7d2a7 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/networks?id=ec5189c6-06ee-4305-8134-5b85eed97686 HTTP/1.1" status: 200 len: 808 time: 0.1545093 May 25 16:30:10.811242 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (630ec67c-c754-483c-8f56-40b043363855), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:10.843703 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event deleted for resources: {'Port': ['ID=630ec67c-c754-483c-8f56-40b043363855,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:10.853116 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-8478cc07-0dd2-4107-94e8-70d424df4000 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/quotas/cfe6a9374c6d48e9933d6f099cc32bd2 HTTP/1.1" status: 200 len: 375 time: 0.0337954 May 25 16:30:10.941000 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-a930df0a-0661-4f65-bf70-a5b90c95e457 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732443 May 25 16:30:10.947600 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (f74ec871-a115-43d1-92da-17820e58e674), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:10.947929 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Floating IP f74ec871-a115-43d1-92da-17820e58e674 disassociated (deleted). External IP: 172.27.1.254, port: 28e24d33-7178-4533-933f-ce0069b847bd. May 25 16:30:11.093551 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:11.115734 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-8635587a-a206-4b63-8827-e443792e7bea service neutron] 10.222.0.42 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361821 May 25 16:30:11.118105 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:11.548075 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-df93ff55-29bc-4c96-9a15-d81280b2fdde service neutron] 10.222.0.42 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973448 May 25 16:30:11.549830 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Router 313f9e04-c2be-4678-8132-dc209d3dd2cf has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:30:11.656998 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:30:11.662005 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:11.667279 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41cdcfb-4a96-413e-94c7-a53523313be5 None None] Sync routers for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:30:11.682859 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41cdcfb-4a96-413e-94c7-a53523313be5 None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:30:11.683742 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-c41cdcfb-4a96-413e-94c7-a53523313be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:30:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:11.699931 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-cff0748e-175a-421f-a69b-0c7d752668f7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "DELETE /v2.0/floatingips/f74ec871-a115-43d1-92da-17820e58e674 HTTP/1.1" status: 204 len: 168 time: 1.4141865 May 25 16:30:11.699931 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'tag': '28e24d33-7178-4533-933f-ce0069b847bd'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:30:11.710739 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d483a5-50ac-4e67-90e2-af8fdc945ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "be25cf4d-733b-4999-b6d9-474da04a6444", "tag": "28e24d33-7178-4533-933f-ce0069b847bd"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:30:11.735203 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:11.803202 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-c41cdcfb-4a96-413e-94c7-a53523313be5 None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:30:11.860168 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b264237b-ea55-4d65-8a55-99ac6b5de241 x-openstack-request-id: req-b264237b-ea55-4d65-8a55-99ac6b5de241 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:30:11.860577 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be25cf4d-733b-4999-b6d9-474da04a6444", "tag": "28e24d33-7178-4533-933f-ce0069b847bd", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:30:11.860919 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b264237b-ea55-4d65-8a55-99ac6b5de241 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:30:11.861404 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b264237b-ea55-4d65-8a55-99ac6b5de241'] response: {'name': 'network-changed', 'server_uuid': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'tag': '28e24d33-7178-4533-933f-ce0069b847bd', 'status': 'completed', 'code': 200} May 25 16:30:11.944536 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-454f78ad-ca72-49c6-83c0-eb94f3bd496a req-c3309c7d-bba5-4eb6-ae95-277fa2fb60fd tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 210 time: 0.0401406 May 25 16:30:11.993107 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72212f1-ca05-4986-9714-be3e7fd17cb7 req-2a5ba546-027e-4186-82cc-266f540b1103 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:11.994638 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f72212f1-ca05-4986-9714-be3e7fd17cb7 req-2a5ba546-027e-4186-82cc-266f540b1103 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 945 time: 0.0615225 May 25 16:30:12.052420 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f72212f1-ca05-4986-9714-be3e7fd17cb7 req-fa6d2ce6-e11e-4d28-afb9-35bf21d8258a tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518539 May 25 16:30:12.086459 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-c41cdcfb-4a96-413e-94c7-a53523313be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '5a195698-1c20-404f-8a67-44f3249619da', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:69:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:26:13Z', 'updated_at': '2022-05-25T16:26:16Z', 'revision_number': 1, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:12.119047 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41cdcfb-4a96-413e-94c7-a53523313be5 None None] Checking router: 313f9e04-c2be-4678-8132-dc209d3dd2cf for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:30:12.128109 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41cdcfb-4a96-413e-94c7-a53523313be5 None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:30:12.128674 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-c41cdcfb-4a96-413e-94c7-a53523313be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:30:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:12.242376 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-c41cdcfb-4a96-413e-94c7-a53523313be5 None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:30:12.305103 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482b5eb-184b-457e-b6ea-f8be6902a84f req-9cfd4bce-3b50-49be-a9ac-633871e65ea3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:12.306796 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f482b5eb-184b-457e-b6ea-f8be6902a84f req-9cfd4bce-3b50-49be-a9ac-633871e65ea3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0509703 May 25 16:30:12.374209 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f482b5eb-184b-457e-b6ea-f8be6902a84f req-f6aeff60-2ec2-4dad-bdba-9ce7c5bcf074 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613587 May 25 16:30:12.601894 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-c41cdcfb-4a96-413e-94c7-a53523313be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '5a195698-1c20-404f-8a67-44f3249619da', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:69:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:26:13Z', 'updated_at': '2022-05-25T16:26:16Z', 'revision_number': 1, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:12.628149 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41cdcfb-4a96-413e-94c7-a53523313be5 None None] The sync data for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi is: [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '5a195698-1c20-404f-8a67-44f3249619da', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'port_id': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'mac_address': 'fa:16:3e:69:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:26:13Z', 'updated_at': '2022-05-25T16:26:16Z', 'revision_number': 1, 'project_id': 'a40431f830294ea0a6395be072560dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:30:12.854062 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a414a0-78b9-41c3-be10-52c3dd916091 None None] New status for floating IP f74ec871-a115-43d1-92da-17820e58e674: DOWN {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:30:13.043607 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9670fae2-1996-4c3b-b5d3-45e0df904da4 req-b91c357f-5fe6-4eb8-9c30-e147dea11b6b tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 210 time: 0.0279434 May 25 16:30:13.174643 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9283433-ab9e-42f4-8e3d-2e26fc9791bb req-6713f244-d399-4eed-b4b7-311b4db868f8 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:13.176096 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d9283433-ab9e-42f4-8e3d-2e26fc9791bb req-6713f244-d399-4eed-b4b7-311b4db868f8 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 945 time: 0.0500977 May 25 16:30:13.223742 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d9283433-ab9e-42f4-8e3d-2e26fc9791bb req-a480275f-9312-4a30-8f6c-bcbd87e06b8e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422063 May 25 16:30:13.488404 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5d4c0-c14f-4d56-8cfa-1d6f159a4d27 req-194533b1-1b96-4711-b2d2-da2e3a8587c4 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:13.489871 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e8d5d4c0-c14f-4d56-8cfa-1d6f159a4d27 req-194533b1-1b96-4711-b2d2-da2e3a8587c4 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0462830 May 25 16:30:13.549371 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e8d5d4c0-c14f-4d56-8cfa-1d6f159a4d27 req-30f8f413-9478-4110-89c5-13771d0650f2 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539138 May 25 16:30:14.142067 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4446e272-2bf0-4d65-9df2-d5eda9285641 req-501fed10-8114-47de-b43a-5bfc564621ee tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 210 time: 0.0298002 May 25 16:30:14.340087 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1615261-1c2b-49c4-91f3-fc3300390e89 req-fda5359a-1042-46e1-a918-a88b26f4fac8 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:14.342354 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f1615261-1c2b-49c4-91f3-fc3300390e89 req-fda5359a-1042-46e1-a918-a88b26f4fac8 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 945 time: 0.0508730 May 25 16:30:14.389857 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f1615261-1c2b-49c4-91f3-fc3300390e89 req-d2d7caa8-8c80-4069-b19d-b37d4efa1581 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420382 May 25 16:30:14.459489 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:30:14.671486 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23372d-fd93-4be4-b2de-f38fdae10599 req-b505f9bd-1d89-4de6-81f7-aa4d9c7fcd5b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:14.673333 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4c23372d-fd93-4be4-b2de-f38fdae10599 req-b505f9bd-1d89-4de6-81f7-aa4d9c7fcd5b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0526202 May 25 16:30:14.710585 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:14.739874 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4c23372d-fd93-4be4-b2de-f38fdae10599 req-4c3a3714-d124-4bde-9451-528195bcdaca tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582213 May 25 16:30:15.240271 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f964652d-d10a-4236-891f-62ff28dd3cc4 req-3233b42e-9aa1-4ada-8c36-e6e5d00fd398 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 210 time: 0.0316844 May 25 16:30:15.495476 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:15.504886 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3927-8c32-4913-8775-0e7a5c4ff4a0 req-3a6157de-f7c6-4179-ad5a-393c20590dfd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:15.506394 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7dae3927-8c32-4913-8775-0e7a5c4ff4a0 req-3a6157de-f7c6-4179-ad5a-393c20590dfd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 945 time: 0.0484054 May 25 16:30:15.555395 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7dae3927-8c32-4913-8775-0e7a5c4ff4a0 req-f5f590b7-fd2a-4cde-86e3-7c9764b1ab19 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434721 May 25 16:30:15.798739 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe149c-afa8-4a46-b015-ea7956f71d46 req-0532a589-6cc3-4c2a-bd5c-e7f13441e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:15.800362 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3cfe149c-afa8-4a46-b015-ea7956f71d46 req-0532a589-6cc3-4c2a-bd5c-e7f13441e8cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8efc0621a1242329970cda13b3fee4b&device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 1169 time: 0.0481379 May 25 16:30:15.801448 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d483a5-50ac-4e67-90e2-af8fdc945ef6 req-bb1e2cd7-a10a-42fd-8b11-200d6c44d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:15.802820 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d1d483a5-50ac-4e67-90e2-af8fdc945ef6 req-bb1e2cd7-a10a-42fd-8b11-200d6c44d8a8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 1129 time: 0.0790257 May 25 16:30:15.866301 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc02f6b-7a82-4b00-b5a6-173b2950b290 req-93b548be-ef48-4543-a74f-a8ff155aadf9 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:15.867744 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dfc02f6b-7a82-4b00-b5a6-173b2950b290 req-93b548be-ef48-4543-a74f-a8ff155aadf9 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0468016 May 25 16:30:15.928251 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dfc02f6b-7a82-4b00-b5a6-173b2950b290 req-befa4251-fd54-4584-aa2c-a65fac34aeed tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548246 May 25 16:30:16.087389 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe149c-afa8-4a46-b015-ea7956f71d46 req-f6fee230-7b91-4831-bead-1e01241ae544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:16.088915 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3cfe149c-afa8-4a46-b015-ea7956f71d46 req-f6fee230-7b91-4831-bead-1e01241ae544 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3208438a-9fe5-4561-8a67-505a574fed46 HTTP/1.1" status: 200 len: 916 time: 0.1740918 May 25 16:30:16.090393 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d483a5-50ac-4e67-90e2-af8fdc945ef6 req-b2d4a350-0928-413b-a3ff-e7fbfd180c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:16.092275 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d1d483a5-50ac-4e67-90e2-af8fdc945ef6 req-b2d4a350-0928-413b-a3ff-e7fbfd180c6b service neutron] 10.222.0.84 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 913 time: 0.1758575 May 25 16:30:16.209256 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d1d483a5-50ac-4e67-90e2-af8fdc945ef6 req-8122765c-142e-4bc7-becb-66952e59a32b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28e24d33-7178-4533-933f-ce0069b847bd HTTP/1.1" status: 200 len: 217 time: 0.0639219 May 25 16:30:16.233137 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3cfe149c-afa8-4a46-b015-ea7956f71d46 req-ee7a0768-5da9-41e2-b7e7-69c9c3d24a3c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f HTTP/1.1" status: 200 len: 1002 time: 0.0818455 May 25 16:30:16.339202 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e9d8cf0e-e5e6-4795-8d54-7e8b0966b9e6 req-5fb99825-0c4e-4816-9f45-b11bcc66450b tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 210 time: 0.0315955 May 25 16:30:16.551764 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe149c-afa8-4a46-b015-ea7956f71d46 req-d58c8bca-621d-4b43-9e8d-231230370006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:16.553327 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3cfe149c-afa8-4a46-b015-ea7956f71d46 req-d58c8bca-621d-4b43-9e8d-231230370006 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a194589e-69a7-418c-a056-ee7371b3726f HTTP/1.1" status: 200 len: 853 time: 0.0864925 May 25 16:30:16.555088 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d483a5-50ac-4e67-90e2-af8fdc945ef6 req-bb8ea70e-0c36-4a4b-85eb-1b873df82d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:16.556413 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d1d483a5-50ac-4e67-90e2-af8fdc945ef6 req-bb8ea70e-0c36-4a4b-85eb-1b873df82d37 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 200 len: 850 time: 0.0820305 May 25 16:30:16.635465 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecbc31-39e9-4cf3-b071-00e919b96743 req-e0d3ee98-9e31-4e21-bb23-9ea0e1ce42bd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:16.636867 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-afecbc31-39e9-4cf3-b071-00e919b96743 req-e0d3ee98-9e31-4e21-bb23-9ea0e1ce42bd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 945 time: 0.1483366 May 25 16:30:16.642271 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe149c-afa8-4a46-b015-ea7956f71d46 req-d0057ee1-88d9-4520-aaf3-cf0225f3acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:16.643744 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3cfe149c-afa8-4a46-b015-ea7956f71d46 req-d0057ee1-88d9-4520-aaf3-cf0225f3acfe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3208438a-9fe5-4561-8a67-505a574fed46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796382 May 25 16:30:16.646535 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d483a5-50ac-4e67-90e2-af8fdc945ef6 req-b60323df-d755-42d4-834d-0363d4a5e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:16.647909 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d1d483a5-50ac-4e67-90e2-af8fdc945ef6 req-b60323df-d755-42d4-834d-0363d4a5e384 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5f7c259b-fa42-4f62-9149-4145e768ec9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745187 May 25 16:30:16.789104 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-afecbc31-39e9-4cf3-b071-00e919b96743 req-aa0a255f-128a-45d0-8713-d7779f7b8002 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Deleting port 28e24d33-7178-4533-933f-ce0069b847bd {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:30:16.789438 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-afecbc31-39e9-4cf3-b071-00e919b96743 req-aa0a255f-128a-45d0-8713-d7779f7b8002 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (28e24d33-7178-4533-933f-ce0069b847bd), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:16.795840 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3cfe149c-afa8-4a46-b015-ea7956f71d46 req-456855d3-358e-428f-afb3-589d42b56fa0 service neutron] 10.222.0.84 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374626 May 25 16:30:16.813114 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c6971-9161-4f60-9510-c3878afbed71 req-12da4099-edfa-4051-8b76-ab0b22db1792 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:16.814503 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-12da4099-edfa-4051-8b76-ab0b22db1792 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.84 "GET /v2.0/networks?id=ec5189c6-06ee-4305-8134-5b85eed97686 HTTP/1.1" status: 200 len: 808 time: 0.2835736 May 25 16:30:16.824509 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b14d9e-233d-4357-9d8e-7985d3a39d29 req-b3eb4ff8-0fc5-49e5-befb-bb3cd840d80d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:16.827022 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-11b14d9e-233d-4357-9d8e-7985d3a39d29 req-b3eb4ff8-0fc5-49e5-befb-bb3cd840d80d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 945 time: 0.1851399 May 25 16:30:16.925182 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d1d483a5-50ac-4e67-90e2-af8fdc945ef6 req-2093a750-eb12-4628-abe5-415fe42d521f service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657433 May 25 16:30:17.002026 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-11b14d9e-233d-4357-9d8e-7985d3a39d29 req-dded76bf-a4f1-4d39-b6f8-dd4828780e95 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443543 May 25 16:30:17.019147 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-2af9f85e-590c-4ec0-a6b4-951c5bb38c52 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2 HTTP/1.1" status: 200 len: 380 time: 0.1651230 May 25 16:30:17.022419 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3cfe149c-afa8-4a46-b015-ea7956f71d46 req-391c3aca-b4bb-404f-88b8-3ff1be5fda0a service neutron] 10.222.0.84 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874828 May 25 16:30:17.037421 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-afecbc31-39e9-4cf3-b071-00e919b96743 req-aa0a255f-128a-45d0-8713-d7779f7b8002 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] For port 28e24d33-7178-4533-933f-ce0069b847bd, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=28e24d33-7178-4533-933f-ce0069b847bd,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:17.037824 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-afecbc31-39e9-4cf3-b071-00e919b96743 req-aa0a255f-128a-45d0-8713-d7779f7b8002 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (28e24d33-7178-4533-933f-ce0069b847bd), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:17.052748 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d1d483a5-50ac-4e67-90e2-af8fdc945ef6 req-48d8767f-436e-4025-92d9-969d50217486 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194046 May 25 16:30:17.056503 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-021c6971-9161-4f60-9510-c3878afbed71 req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Request body: {'port': {'device_id': '67d74924-5509-4362-b314-27e375267a10', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'admin_state_up': True, 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'security_groups': ['fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:30:17.112223 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-afecbc31-39e9-4cf3-b071-00e919b96743 req-aa0a255f-128a-45d0-8713-d7779f7b8002 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Calling delete_port for 28e24d33-7178-4533-933f-ce0069b847bd owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:30:17.174313 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065952e9-02f4-4a47-83c5-39a4b6925826 req-6d677b2f-936b-4a87-8ae2-e892f823d18b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:17.175805 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-065952e9-02f4-4a47-83c5-39a4b6925826 req-6d677b2f-936b-4a87-8ae2-e892f823d18b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.1542194 May 25 16:30:17.260443 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:17.331968 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:17.341640 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-065952e9-02f4-4a47-83c5-39a4b6925826 req-3fa1c1e3-30ac-4209-8037-f97630fdfab2 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1594422 May 25 16:30:17.344766 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021c6971-9161-4f60-9510-c3878afbed71 req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Made reservation on behalf of cfe6a9374c6d48e9933d6f099cc32bd2 for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:30:17.348020 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-021c6971-9161-4f60-9510-c3878afbed71 req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:17.479941 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-afecbc31-39e9-4cf3-b071-00e919b96743 req-aa0a255f-128a-45d0-8713-d7779f7b8002 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (28e24d33-7178-4533-933f-ce0069b847bd), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:17.485296 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1ca1b83d-bbba-491b-82f8-5fad994b18cb req-f83ca81d-d763-4c60-b2c3-343a922984de tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 210 time: 0.0425019 May 25 16:30:17.519755 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a255f-128a-45d0-8713-d7779f7b8002 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event deleted for resources: {'Port': ['ID=28e24d33-7178-4533-933f-ce0069b847bd,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:17.596258 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-afecbc31-39e9-4cf3-b071-00e919b96743 req-aa0a255f-128a-45d0-8713-d7779f7b8002 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] No DVR routers for this DVR port 28e24d33-7178-4533-933f-ce0069b847bd on host hv-cinder-84327 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:30:17.600205 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-afecbc31-39e9-4cf3-b071-00e919b96743 req-aa0a255f-128a-45d0-8713-d7779f7b8002 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:17.603447 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-afecbc31-39e9-4cf3-b071-00e919b96743 req-aa0a255f-128a-45d0-8713-d7779f7b8002 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "DELETE /v2.0/ports/28e24d33-7178-4533-933f-ce0069b847bd HTTP/1.1" status: 204 len: 173 time: 0.9427021 May 25 16:30:17.603863 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'name': 'network-vif-deleted', 'tag': '28e24d33-7178-4533-933f-ce0069b847bd'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:30:17.606062 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f31976-9718-4e50-b8d1-0029d20b9f40" -d '{"events": [{"server_uuid": "be25cf4d-733b-4999-b6d9-474da04a6444", "name": "network-vif-deleted", "tag": "28e24d33-7178-4533-933f-ce0069b847bd"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:30:17.617066 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-021c6971-9161-4f60-9510-c3878afbed71 req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Allocated IP 172.20.0.7 (ec5189c6-06ee-4305-8134-5b85eed97686/3bed2eb9-e9e8-444b-ae8b-4def7a8453f2/0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:30:17.647011 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdb2385-ccbd-430a-8e76-2e8de6165cfd x-openstack-request-id: req-1cdb2385-ccbd-430a-8e76-2e8de6165cfd {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:30:17.647299 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be25cf4d-733b-4999-b6d9-474da04a6444", "name": "network-vif-deleted", "tag": "28e24d33-7178-4533-933f-ce0069b847bd", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:30:17.647549 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cdb2385-ccbd-430a-8e76-2e8de6165cfd {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:30:17.647946 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cdb2385-ccbd-430a-8e76-2e8de6165cfd'] response: {'server_uuid': 'be25cf4d-733b-4999-b6d9-474da04a6444', 'name': 'network-vif-deleted', 'tag': '28e24d33-7178-4533-933f-ce0069b847bd', 'status': 'completed', 'code': 200} May 25 16:30:17.761007 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-021c6971-9161-4f60-9510-c3878afbed71 req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:17.792545 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-021c6971-9161-4f60-9510-c3878afbed71 req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:17.840934 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021c6971-9161-4f60-9510-c3878afbed71 req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Network ec5189c6-06ee-4305-8134-5b85eed97686 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:30:17.843992 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-021c6971-9161-4f60-9510-c3878afbed71 req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:30:17.847778 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-021c6971-9161-4f60-9510-c3878afbed71 req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:30:17.871313 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event updated for resources: {'Port': ['ID=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:17.900959 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c6971-9161-4f60-9510-c3878afbed71 req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:17.901564 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-021c6971-9161-4f60-9510-c3878afbed71 req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:17.920025 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-2b723da0-14d3-4220-89f3-e3c16b441983 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8846591 May 25 16:30:18.106919 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7c2ef3f7-0e39-4dbd-a7e5-3b00fc9fece9 req-3ec6fbfb-286e-47e8-861e-c173d42ae1ce tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 210 time: 0.0282168 May 25 16:30:18.189652 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-a7e5a824-2a50-44ba-89ac-2446c34dd582 None None] Provisioning complete for port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:30:18.190208 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a824-2a50-44ba-89ac-2446c34dd582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:18.220450 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:18.223015 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-a7e5a824-2a50-44ba-89ac-2446c34dd582 None None] Port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a cannot update to ACTIVE because it is not bound. {{(pid=103814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 16:30:18.465175 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707c34e-81c3-4195-84d5-20de6760fd87 req-f37bdb82-ae15-4aee-af14-2e0c95803b31 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:18.466810 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0707c34e-81c3-4195-84d5-20de6760fd87 req-f37bdb82-ae15-4aee-af14-2e0c95803b31 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0517178 May 25 16:30:18.486734 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:18.529058 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0707c34e-81c3-4195-84d5-20de6760fd87 req-6a899e22-3730-44b9-a2e5-8668451304b1 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565143 May 25 16:30:18.601473 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbfeb7-2510-456c-8805-c3c4cd4db9c1 req-6246c846-b544-4ed6-9c6b-090d3edf32db tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:18.603003 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8bcbfeb7-2510-456c-8805-c3c4cd4db9c1 req-6246c846-b544-4ed6-9c6b-090d3edf32db tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 931 time: 0.0503631 May 25 16:30:18.652535 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8bcbfeb7-2510-456c-8805-c3c4cd4db9c1 req-0eac3129-de62-42de-918e-a2129e7e3ade tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437677 May 25 16:30:19.200376 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4a38322e-e962-4dea-bd27-c4274ab713b3 req-edfab2a5-60fc-476b-8419-eeb614cb2f5f tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 210 time: 0.0269303 May 25 16:30:19.646667 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f704612-8a9c-4966-92fe-ede0f342d63a req-625e79ea-c7fb-4bee-9f4f-56793fe7f8c7 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:19.649084 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8f704612-8a9c-4966-92fe-ede0f342d63a req-625e79ea-c7fb-4bee-9f4f-56793fe7f8c7 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0506990 May 25 16:30:19.715058 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8f704612-8a9c-4966-92fe-ede0f342d63a req-a07226b4-3a78-427f-9070-fc1857d843df tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589151 May 25 16:30:19.756939 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:19.779455 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a4bf5-5312-410b-939d-7e971908e1e3 req-7a4a0445-40bf-4507-b119-bc027d2c6597 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:19.781609 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f78a4bf5-5312-410b-939d-7e971908e1e3 req-7a4a0445-40bf-4507-b119-bc027d2c6597 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 931 time: 0.0516737 May 25 16:30:19.830633 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f78a4bf5-5312-410b-939d-7e971908e1e3 req-cb557edf-b190-4aac-bca1-6f657e13fad3 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 May 25 16:30:20.142901 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Request body: {'port': {'device_id': '67d74924-5509-4362-b314-27e375267a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:30:20.220750 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:20.302816 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9f790664-b050-4f6f-848d-058235f66f1f req-e93c2aab-a189-46fd-bc49-8d387263ea1d tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=be25cf4d-733b-4999-b6d9-474da04a6444 HTTP/1.1" status: 200 len: 210 time: 0.0334570 May 25 16:30:20.553176 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:30:20.562345 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Publish callbacks [] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:20.576430 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Transition to ACTIVE for port object 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:30:20.581941 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:20.640267 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:20.725311 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Attempting to bind port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:30:20.726384 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Attempting to bind port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:30:20.726891 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Attempting to bind port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a on network ec5189c6-06ee-4305-8134-5b85eed97686 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:30:20.728943 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:20.734052 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a on network ec5189c6-06ee-4305-8134-5b85eed97686 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:30:20.734565 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Attempting to bind port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a on network ec5189c6-06ee-4305-8134-5b85eed97686 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:30:20.753821 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:30:20.754161 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Checking segment: {'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:30:20.754542 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Bound using segment: {'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:30:20.754963 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Bound port: 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b7ebd3-1497-4609-bd70-f88f6e31e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:30:20.755320 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:20.872544 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85bfec-73ef-4074-8030-2a7c78ee8c35 req-6746908e-fcb5-4393-b223-913aec13e5d3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:20.874062 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8f85bfec-73ef-4074-8030-2a7c78ee8c35 req-6746908e-fcb5-4393-b223-913aec13e5d3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0676951 May 25 16:30:20.876720 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] For port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a, host hv-cinder-84327, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:30:20.881981 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] For port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:30:20.900408 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:20.959245 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:20.960170 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:20.961555 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] 10.222.0.84 "PUT /v2.0/ports/0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a HTTP/1.1" status: 200 len: 1093 time: 0.8244531 May 25 16:30:20.986144 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:30:20.989090 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5310a40-41dc-4ddb-8cc7-b6a6d4786f25" -d '{"events": [{"name": "network-changed", "server_uuid": "67d74924-5509-4362-b314-27e375267a10", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:30:21.035865 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:21.054988 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8804f8-b41b-454e-a756-b447f055cb79 req-c5498c69-44e0-435d-bb70-c51d86972285 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:21.056538 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8b8804f8-b41b-454e-a756-b447f055cb79 req-c5498c69-44e0-435d-bb70-c51d86972285 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.1395285 May 25 16:30:21.069531 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8f85bfec-73ef-4074-8030-2a7c78ee8c35 req-fb5939bd-dd88-4991-92c1-59ad3f35a82e tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1846642 May 25 16:30:21.071590 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e2eeb-7e9c-4ff7-b622-4703d4870e85 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:21.168368 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59de7a4-c927-4019-9e6e-0be789d4aca0 x-openstack-request-id: req-e59de7a4-c927-4019-9e6e-0be789d4aca0 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:30:21.169112 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d74924-5509-4362-b314-27e375267a10", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:30:21.169576 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e59de7a4-c927-4019-9e6e-0be789d4aca0 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:30:21.170816 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59de7a4-c927-4019-9e6e-0be789d4aca0'] response: {'name': 'network-changed', 'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'status': 'completed', 'code': 200} May 25 16:30:21.180982 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c6971-9161-4f60-9510-c3878afbed71 req-127217a5-0ae7-4e0a-9b89-da69e781a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:21.182529 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-127217a5-0ae7-4e0a-9b89-da69e781a2cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2&device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 1127 time: 0.1118543 May 25 16:30:21.259236 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-d13666cc-82f6-49fc-b919-51d0ae38ca4b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a HTTP/1.1" status: 200 len: 217 time: 0.0650489 May 25 16:30:21.264353 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8b8804f8-b41b-454e-a756-b447f055cb79 req-90ff9627-07a6-42d3-b782-411434090fc3 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759737 May 25 16:30:21.339834 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c6971-9161-4f60-9510-c3878afbed71 req-69170118-9520-47fe-b9d2-cd201c8d54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:21.341699 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-69170118-9520-47fe-b9d2-cd201c8d54e5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bed2eb9-e9e8-444b-ae8b-4def7a8453f2 HTTP/1.1" status: 200 len: 847 time: 0.0733612 May 25 16:30:21.442281 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c6971-9161-4f60-9510-c3878afbed71 req-1a24cfc8-b81a-4fda-8baf-f00e02b1b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:21.443428 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-1a24cfc8-b81a-4fda-8baf-f00e02b1b113 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ec5189c6-06ee-4305-8134-5b85eed97686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929718 May 25 16:30:21.508887 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:21.576288 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-8f4bcbad-c780-431a-948b-426ba463b5cb service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175342 May 25 16:30:21.666275 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-021c6971-9161-4f60-9510-c3878afbed71 req-6698b5e8-ba5f-49e9-85e8-b7259a934675 service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840032 May 25 16:30:22.214188 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7bc0a-5c11-41ed-a39e-ede360b6eda3 req-afe7fb9b-2cf3-47ed-bd56-9de80d40dba1 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:22.215709 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40f7bc0a-5c11-41ed-a39e-ede360b6eda3 req-afe7fb9b-2cf3-47ed-bd56-9de80d40dba1 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0483181 May 25 16:30:22.283360 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40f7bc0a-5c11-41ed-a39e-ede360b6eda3 req-23dbf80d-2426-4e2d-b280-7afd4d1b43be tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615385 May 25 16:30:22.396095 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39619067-0247-4e43-a471-dbeaae091b26 req-05be104b-2dc3-4151-907f-18d8391b9f95 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:22.397454 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-39619067-0247-4e43-a471-dbeaae091b26 req-05be104b-2dc3-4151-907f-18d8391b9f95 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0465546 May 25 16:30:22.446224 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-39619067-0247-4e43-a471-dbeaae091b26 req-b00b1879-50e5-4d0a-ba24-478a26b74e89 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431805 May 25 16:30:22.702006 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 28e24d33-7178-4533-933f-ce0069b847bd no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:30:22.723568 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 28e24d33-7178-4533-933f-ce0069b847bd {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:30:22.723903 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 28e24d33-7178-4533-933f-ce0069b847bd not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:30:23.396581 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26db78a-082f-4fc9-a67b-c54121a4775d req-5e18bf3f-4bab-4c32-b075-b2f04509f2ea tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:23.398093 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a26db78a-082f-4fc9-a67b-c54121a4775d req-5e18bf3f-4bab-4c32-b075-b2f04509f2ea tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0462987 May 25 16:30:23.460311 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a26db78a-082f-4fc9-a67b-c54121a4775d req-91b0aaba-6a12-4e5a-93f0-13e726d07e82 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558009 May 25 16:30:23.548859 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:23.565556 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58db860-133b-4b12-9784-9f7167ba6b36 req-1f555952-d134-4869-82a2-0a1c2f4b9947 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:23.566979 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b58db860-133b-4b12-9784-9f7167ba6b36 req-1f555952-d134-4869-82a2-0a1c2f4b9947 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0520539 May 25 16:30:23.615506 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b58db860-133b-4b12-9784-9f7167ba6b36 req-50d24756-607e-4ad8-9088-402c454dc3fc tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430219 May 25 16:30:24.604986 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf0162-a7ae-42c9-890c-287338542ef9 req-c0f69cf3-29f6-4349-b681-6a3bcd8efdeb tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:24.607032 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d7cf0162-a7ae-42c9-890c-287338542ef9 req-c0f69cf3-29f6-4349-b681-6a3bcd8efdeb tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0748713 May 25 16:30:24.608100 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5310a40-41dc-4ddb-8cc7-b6a6d4786f25 req-f838bcf8-7db5-40b7-bc58-9980fcdd93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:24.609412 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e5310a40-41dc-4ddb-8cc7-b6a6d4786f25 req-f838bcf8-7db5-40b7-bc58-9980fcdd93ab service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2&device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 1127 time: 0.0676117 May 25 16:30:24.741400 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:24.782755 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d7cf0162-a7ae-42c9-890c-287338542ef9 req-5582885e-9614-4a1d-9aa7-eb595406abc0 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1698294 May 25 16:30:24.796234 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed37d0-0453-4d32-acf2-ef9feb1ad218 req-7d8e74c5-6341-4b4c-9839-90fd5c70618a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:24.798056 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c0ed37d0-0453-4d32-acf2-ef9feb1ad218 req-7d8e74c5-6341-4b4c-9839-90fd5c70618a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.1075721 May 25 16:30:24.803181 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5310a40-41dc-4ddb-8cc7-b6a6d4786f25 req-d8f10cfd-720b-422a-9ec2-1e5388856ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:24.804612 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e5310a40-41dc-4ddb-8cc7-b6a6d4786f25 req-d8f10cfd-720b-422a-9ec2-1e5388856ca0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ec5189c6-06ee-4305-8134-5b85eed97686 HTTP/1.1" status: 200 len: 910 time: 0.1852636 May 25 16:30:24.861507 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c0ed37d0-0453-4d32-acf2-ef9feb1ad218 req-4d61db00-6b17-4445-aab3-6c4f657f0850 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470431 May 25 16:30:25.036722 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e5310a40-41dc-4ddb-8cc7-b6a6d4786f25 req-a2344d72-e744-48c8-aa04-5b34107a284a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a HTTP/1.1" status: 200 len: 217 time: 0.0324748 May 25 16:30:25.085509 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5310a40-41dc-4ddb-8cc7-b6a6d4786f25 req-445c5a8d-e991-4667-adc4-587c46e2b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:25.086966 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e5310a40-41dc-4ddb-8cc7-b6a6d4786f25 req-445c5a8d-e991-4667-adc4-587c46e2b803 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bed2eb9-e9e8-444b-ae8b-4def7a8453f2 HTTP/1.1" status: 200 len: 847 time: 0.0440218 May 25 16:30:25.136832 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5310a40-41dc-4ddb-8cc7-b6a6d4786f25 req-b8ca7802-7ecd-4471-8b33-85160b60a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:25.138816 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e5310a40-41dc-4ddb-8cc7-b6a6d4786f25 req-b8ca7802-7ecd-4471-8b33-85160b60a230 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ec5189c6-06ee-4305-8134-5b85eed97686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426469 May 25 16:30:25.424804 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e5310a40-41dc-4ddb-8cc7-b6a6d4786f25 req-f51fe19b-3c0e-4f61-96fb-eb2e409e71f8 service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816298 May 25 16:30:25.518089 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e5310a40-41dc-4ddb-8cc7-b6a6d4786f25 req-c256f869-d8cb-4b6c-8003-2000d7db4db3 service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864494 May 25 16:30:26.209880 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420200f-b862-460d-8ff9-db4f337872ee req-c659d11a-1ac8-46ef-b228-dd37ab98a9e3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:26.211341 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0420200f-b862-460d-8ff9-db4f337872ee req-c659d11a-1ac8-46ef-b228-dd37ab98a9e3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.3538315 May 25 16:30:26.225925 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76809079-4881-487e-b2f6-614156b0ae34 req-6e948334-d339-4860-9144-e2753e326086 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:26.227279 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-76809079-4881-487e-b2f6-614156b0ae34 req-6e948334-d339-4860-9144-e2753e326086 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0649042 May 25 16:30:26.317562 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-76809079-4881-487e-b2f6-614156b0ae34 req-e61871ac-beba-4b0f-940b-6076e6ee777f tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830388 May 25 16:30:26.322746 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0420200f-b862-460d-8ff9-db4f337872ee req-5e3647e7-db23-445f-b612-bf1745d1d24d tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037769 May 25 16:30:26.861295 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50602) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:26.953308 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:27.004796 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Deleting port fd56105d-c76e-454d-9a53-2a5a45181096 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:30:27.005136 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (fd56105d-c76e-454d-9a53-2a5a45181096), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:27.038117 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:27.049559 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=81 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:27.080609 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (fd56105d-c76e-454d-9a53-2a5a45181096), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:27.080941 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (fd56105d-c76e-454d-9a53-2a5a45181096), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:27.093231 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Calling delete_port for fd56105d-c76e-454d-9a53-2a5a45181096 owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:30:27.228426 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:27.252471 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (fd56105d-c76e-454d-9a53-2a5a45181096), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:27.277855 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event deleted for resources: {'Port': ['ID=fd56105d-c76e-454d-9a53-2a5a45181096,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:27.343237 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (5a195698-1c20-404f-8a67-44f3249619da), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:27.343620 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Floating IP 5a195698-1c20-404f-8a67-44f3249619da disassociated (deleted). External IP: 172.27.1.246, port: 414a4851-4f1f-4eac-9236-89ed850b9b5a. May 25 16:30:27.502434 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad772cce-31ae-41da-a819-5cbd585a43da req-410d617a-e14e-4d32-bd17-efa9018fc4c7 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:27.503835 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ad772cce-31ae-41da-a819-5cbd585a43da req-410d617a-e14e-4d32-bd17-efa9018fc4c7 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.1028140 May 25 16:30:27.510201 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad2007-7c77-4ce1-807a-5adca7010d69 req-a09731e4-6339-4fa3-8c2d-766051f56bf8 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:27.511716 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c6ad2007-7c77-4ce1-807a-5adca7010d69 req-a09731e4-6339-4fa3-8c2d-766051f56bf8 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.1242716 May 25 16:30:27.648170 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c6ad2007-7c77-4ce1-807a-5adca7010d69 req-92bd29b2-3027-43cd-bc93-12e7ded8e43a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231909 May 25 16:30:27.658002 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ad772cce-31ae-41da-a819-5cbd585a43da req-82f1afff-07cd-4a04-9518-937dd121c8bc tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1452403 May 25 16:30:27.713475 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:27.715753 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Router 313f9e04-c2be-4678-8132-dc209d3dd2cf has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:30:27.826302 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:30:27.830809 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:27.838287 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb82af53-e6f2-4517-838e-164c3b74356d None None] Sync routers for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:30:27.849328 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb82af53-e6f2-4517-838e-164c3b74356d None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:30:27.850429 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-bb82af53-e6f2-4517-838e-164c3b74356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:30:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:27.865612 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-08a5542e-4488-45f1-a248-be3806bd10c7 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "DELETE /v2.0/floatingips/5a195698-1c20-404f-8a67-44f3249619da HTTP/1.1" status: 204 len: 168 time: 1.0007684 May 25 16:30:27.865612 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'tag': '414a4851-4f1f-4eac-9236-89ed850b9b5a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:30:27.868548 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e2d051-3b57-4935-9f86-fe6ff426a6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ebfa48-d140-464a-8556-590a2666ce0c", "tag": "414a4851-4f1f-4eac-9236-89ed850b9b5a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:30:27.930884 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5056451-9bde-40a9-8a70-eab1a561a78b x-openstack-request-id: req-d5056451-9bde-40a9-8a70-eab1a561a78b {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:30:27.931341 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ebfa48-d140-464a-8556-590a2666ce0c", "tag": "414a4851-4f1f-4eac-9236-89ed850b9b5a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:30:27.931569 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5056451-9bde-40a9-8a70-eab1a561a78b {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:30:27.931849 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5056451-9bde-40a9-8a70-eab1a561a78b'] response: {'name': 'network-changed', 'server_uuid': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'tag': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'status': 'completed', 'code': 200} May 25 16:30:27.970373 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-bb82af53-e6f2-4517-838e-164c3b74356d None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:30:28.005101 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d051-3b57-4935-9f86-fe6ff426a6d2 req-4849156e-8431-4c5b-b98c-82dc22a278f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:28.007047 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-18e2d051-3b57-4935-9f86-fe6ff426a6d2 req-4849156e-8431-4c5b-b98c-82dc22a278f9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40431f830294ea0a6395be072560dea&device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 1129 time: 0.0502906 May 25 16:30:28.094903 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:28.141055 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c65646-84f1-49ce-9a91-7593806b9f46 req-4fdc7c12-6e12-473e-912e-92738eb22820 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:28.146206 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-85c65646-84f1-49ce-9a91-7593806b9f46 req-4fdc7c12-6e12-473e-912e-92738eb22820 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 945 time: 0.0712695 May 25 16:30:28.172186 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-bb82af53-e6f2-4517-838e-164c3b74356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:28.179385 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d051-3b57-4935-9f86-fe6ff426a6d2 req-eea8195f-3472-4009-a093-d530ad6d8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:28.180866 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-18e2d051-3b57-4935-9f86-fe6ff426a6d2 req-eea8195f-3472-4009-a093-d530ad6d8e81 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 200 len: 913 time: 0.1671710 May 25 16:30:28.200880 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb82af53-e6f2-4517-838e-164c3b74356d None None] Checking router: 313f9e04-c2be-4678-8132-dc209d3dd2cf for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:30:28.208677 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-85c65646-84f1-49ce-9a91-7593806b9f46 req-02ec1f12-03e5-4bdc-bbe7-f590a15aa769 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594976 May 25 16:30:28.209504 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb82af53-e6f2-4517-838e-164c3b74356d None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:30:28.210146 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-bb82af53-e6f2-4517-838e-164c3b74356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:30:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:28.312501 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-bb82af53-e6f2-4517-838e-164c3b74356d None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:30:28.499175 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-bb82af53-e6f2-4517-838e-164c3b74356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:28.523664 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb82af53-e6f2-4517-838e-164c3b74356d None None] The sync data for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi is: [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:21:56Z', 'revision_number': 4, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '45b7a404-4167-455a-ab68-0a86763d9d00', 'name': '', 'network_id': '5f7c259b-fa42-4f62-9149-4145e768ec9c', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'mac_address': 'fa:16:3e:64:08:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:55Z', 'updated_at': '2022-05-25T16:22:02Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'subnets': [{'id': 'a62fc72b-9e35-4921-bdef-a9201948c2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:30:28.756304 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fce388-ca79-4ec4-b0bc-0bf234de768e None None] New status for floating IP 5a195698-1c20-404f-8a67-44f3249619da: DOWN {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:30:28.798930 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc939a-7434-40f1-8b8e-eeef7698b8ca req-259793d5-a5d3-4367-845a-3996221817ae tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:28.800415 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b8bc939a-7434-40f1-8b8e-eeef7698b8ca req-259793d5-a5d3-4367-845a-3996221817ae tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0775807 May 25 16:30:28.808174 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a04af-9cb4-4c54-b715-b9ea8e108abf req-afe8a599-761a-41fb-8811-8d96220270d3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:28.810099 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7e0a04af-9cb4-4c54-b715-b9ea8e108abf req-afe8a599-761a-41fb-8811-8d96220270d3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0737255 May 25 16:30:28.860617 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:28.883003 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b8bc939a-7434-40f1-8b8e-eeef7698b8ca req-dece7fef-9fa4-4c4c-baaa-0b941ee49ffc tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719988 May 25 16:30:28.910033 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7e0a04af-9cb4-4c54-b715-b9ea8e108abf req-c7454f3e-ccb9-4d32-a68c-46a1860dd51d tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857673 May 25 16:30:29.339657 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-18e2d051-3b57-4935-9f86-fe6ff426a6d2 req-cd36c092-637c-43a1-9c1a-925648833756 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414a4851-4f1f-4eac-9236-89ed850b9b5a HTTP/1.1" status: 200 len: 217 time: 0.0496314 May 25 16:30:29.358208 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58649ae6-1068-4cc1-b10e-9eb48d3c0892 req-7be72ae8-f6d7-4e6d-8f8f-e61f7d9b402c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:29.359718 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-58649ae6-1068-4cc1-b10e-9eb48d3c0892 req-7be72ae8-f6d7-4e6d-8f8f-e61f7d9b402c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 945 time: 0.0820127 May 25 16:30:29.413264 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-58649ae6-1068-4cc1-b10e-9eb48d3c0892 req-724880ac-5234-4d4a-b1b4-abf11733655f tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469337 May 25 16:30:29.475912 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d051-3b57-4935-9f86-fe6ff426a6d2 req-bd4f1356-f26c-41c5-8e3d-81924b71bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:29.477348 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-18e2d051-3b57-4935-9f86-fe6ff426a6d2 req-bd4f1356-f26c-41c5-8e3d-81924b71bf66 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 200 len: 850 time: 0.0467374 May 25 16:30:29.614133 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d051-3b57-4935-9f86-fe6ff426a6d2 req-dc74bf65-0f07-4bcb-a6c5-4dd150145da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:29.615596 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-18e2d051-3b57-4935-9f86-fe6ff426a6d2 req-dc74bf65-0f07-4bcb-a6c5-4dd150145da7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5f7c259b-fa42-4f62-9149-4145e768ec9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390828 May 25 16:30:30.026483 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56f1fd-535c-414d-9dac-1e4e68df6fff req-bb027145-18da-4495-827f-5b40775e13d2 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:30.027951 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2c56f1fd-535c-414d-9dac-1e4e68df6fff req-bb027145-18da-4495-827f-5b40775e13d2 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0754943 May 25 16:30:30.056034 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5621d0-98f4-4032-817a-034f63f959c7 req-a52520ef-5ce2-400c-89ba-eec05444e6e0 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:30.057439 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7d5621d0-98f4-4032-817a-034f63f959c7 req-a52520ef-5ce2-400c-89ba-eec05444e6e0 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0751400 May 25 16:30:30.109169 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2c56f1fd-535c-414d-9dac-1e4e68df6fff req-5797594b-218b-415b-ad23-92a9a0bdbdeb tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755675 May 25 16:30:30.125282 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:30.141366 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7d5621d0-98f4-4032-817a-034f63f959c7 req-66dff4e0-744a-455a-98da-fac6f1572fa4 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767810 May 25 16:30:30.241389 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-48102b6f-7111-4e9a-a16b-d267a856d789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:30.273668 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-18e2d051-3b57-4935-9f86-fe6ff426a6d2 req-6c08cf30-d281-4ef4-a14d-c0e176426706 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900013 May 25 16:30:30.528120 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cab22e-e7a6-48bb-9820-e1fb07ecbc46 req-903f58dd-a94e-4338-990c-9435b09df1fe tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:30.530295 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-16cab22e-e7a6-48bb-9820-e1fb07ecbc46 req-903f58dd-a94e-4338-990c-9435b09df1fe tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 945 time: 0.0518324 May 25 16:30:30.581834 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-16cab22e-e7a6-48bb-9820-e1fb07ecbc46 req-ef6e1661-2287-4b0a-8558-a59e8c61af77 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458505 May 25 16:30:30.988636 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-18e2d051-3b57-4935-9f86-fe6ff426a6d2 req-03a7868a-c921-4dc3-b1e3-27203ee53715 service neutron] 10.222.0.84 "GET /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907032 May 25 16:30:31.250780 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c5459-00a5-4ee7-a757-fe734b1bf87a req-a81a1a3f-5d43-46a5-80b0-622345cc715e tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:31.252154 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a43c5459-00a5-4ee7-a757-fe734b1bf87a req-a81a1a3f-5d43-46a5-80b0-622345cc715e tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0738976 May 25 16:30:31.282570 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde28a9-1fad-4a79-99dc-55e3a0c74148 req-6738a374-4c0f-4817-9b5b-60de6de966d3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:31.284365 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5fde28a9-1fad-4a79-99dc-55e3a0c74148 req-6738a374-4c0f-4817-9b5b-60de6de966d3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0733120 May 25 16:30:31.339592 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a43c5459-00a5-4ee7-a757-fe734b1bf87a req-3717b789-4923-44be-b289-dea82eb428c5 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816424 May 25 16:30:31.368820 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5fde28a9-1fad-4a79-99dc-55e3a0c74148 req-d77cfb78-791e-4a22-8fb4-e25e14851612 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=112fb6f1-635e-4d28-bb0d-83a601a813d5&id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765958 May 25 16:30:31.460425 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41287cbc-7e31-4932-a111-66ed6f88851e req-e822baab-2b86-4f7a-8cae-1e4f7992de71 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:31.462185 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-41287cbc-7e31-4932-a111-66ed6f88851e req-e822baab-2b86-4f7a-8cae-1e4f7992de71 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 945 time: 0.0485277 May 25 16:30:31.553008 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-41287cbc-7e31-4932-a111-66ed6f88851e req-3efa1a64-f3d5-4c96-8701-4b7728668a2e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Deleting port 414a4851-4f1f-4eac-9236-89ed850b9b5a {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:30:31.553342 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-41287cbc-7e31-4932-a111-66ed6f88851e req-3efa1a64-f3d5-4c96-8701-4b7728668a2e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:31.606785 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:31.654062 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-41287cbc-7e31-4932-a111-66ed6f88851e req-3efa1a64-f3d5-4c96-8701-4b7728668a2e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] For port 414a4851-4f1f-4eac-9236-89ed850b9b5a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=414a4851-4f1f-4eac-9236-89ed850b9b5a,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:31.654421 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-41287cbc-7e31-4932-a111-66ed6f88851e req-3efa1a64-f3d5-4c96-8701-4b7728668a2e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:31.695913 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-41287cbc-7e31-4932-a111-66ed6f88851e req-3efa1a64-f3d5-4c96-8701-4b7728668a2e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Calling delete_port for 414a4851-4f1f-4eac-9236-89ed850b9b5a owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:30:31.717433 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d32278-a68b-41f0-bdbe-5518842d13cf req-2185f13e-d661-401f-a417-61f2ae8a6be9 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:31.719361 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-82d32278-a68b-41f0-bdbe-5518842d13cf req-2185f13e-d661-401f-a417-61f2ae8a6be9 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 945 time: 0.0681317 May 25 16:30:31.814572 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-82d32278-a68b-41f0-bdbe-5518842d13cf req-6b376159-1935-4a14-9e0d-2046e10ab315 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/security-groups?id=052d1766-c440-4419-956d-aed7751648dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633292 May 25 16:30:31.857367 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:31.889546 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-41287cbc-7e31-4932-a111-66ed6f88851e req-3efa1a64-f3d5-4c96-8701-4b7728668a2e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (414a4851-4f1f-4eac-9236-89ed850b9b5a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:31.920054 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa1a64-f3d5-4c96-8701-4b7728668a2e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event deleted for resources: {'Port': ['ID=414a4851-4f1f-4eac-9236-89ed850b9b5a,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:31.968790 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-41287cbc-7e31-4932-a111-66ed6f88851e req-3efa1a64-f3d5-4c96-8701-4b7728668a2e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] No DVR routers for this DVR port 414a4851-4f1f-4eac-9236-89ed850b9b5a on host hv-cinder-84327 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:30:31.971884 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-41287cbc-7e31-4932-a111-66ed6f88851e req-3efa1a64-f3d5-4c96-8701-4b7728668a2e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:31.975856 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-41287cbc-7e31-4932-a111-66ed6f88851e req-3efa1a64-f3d5-4c96-8701-4b7728668a2e tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.84 "DELETE /v2.0/ports/414a4851-4f1f-4eac-9236-89ed850b9b5a HTTP/1.1" status: 204 len: 173 time: 0.5084584 May 25 16:30:31.976305 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'name': 'network-vif-deleted', 'tag': '414a4851-4f1f-4eac-9236-89ed850b9b5a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:30:31.979101 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ed0fa7-2d09-451b-9810-c31f3170a7e5" -d '{"events": [{"server_uuid": "b5ebfa48-d140-464a-8556-590a2666ce0c", "name": "network-vif-deleted", "tag": "414a4851-4f1f-4eac-9236-89ed850b9b5a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:30:32.015608 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2099ef53-edaa-45a1-a58f-ece3b6be206f x-openstack-request-id: req-2099ef53-edaa-45a1-a58f-ece3b6be206f {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:30:32.015898 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ebfa48-d140-464a-8556-590a2666ce0c", "name": "network-vif-deleted", "tag": "414a4851-4f1f-4eac-9236-89ed850b9b5a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:30:32.016153 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2099ef53-edaa-45a1-a58f-ece3b6be206f {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:30:32.016557 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2099ef53-edaa-45a1-a58f-ece3b6be206f'] response: {'server_uuid': 'b5ebfa48-d140-464a-8556-590a2666ce0c', 'name': 'network-vif-deleted', 'tag': '414a4851-4f1f-4eac-9236-89ed850b9b5a', 'status': 'completed', 'code': 200} May 25 16:30:32.463744 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0620d-45bd-4e28-a7d0-316033cf41e1 req-bae4da9f-368f-4785-ba28-6563104d0dda tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:32.465993 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-28b0620d-45bd-4e28-a7d0-316033cf41e1 req-bae4da9f-368f-4785-ba28-6563104d0dda tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0584667 May 25 16:30:32.538035 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-28b0620d-45bd-4e28-a7d0-316033cf41e1 req-42de5928-08c6-4317-ad5a-664267f2be5e tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659027 May 25 16:30:32.576713 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-efaba538-e81b-47fe-88a6-bc29314e549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:32.611767 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e1aa1-307f-4266-ae69-824236a04906 req-de55774a-1e93-462b-9e41-24eda5ada362 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:32.613245 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a41e1aa1-307f-4266-ae69-824236a04906 req-de55774a-1e93-462b-9e41-24eda5ada362 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 945 time: 0.0544791 May 25 16:30:32.662050 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a41e1aa1-307f-4266-ae69-824236a04906 req-a42140ff-017b-474b-9f17-e44367fc8b8d tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 May 25 16:30:32.918508 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3c2346cf-9d37-471b-8425-dd07119bfb03 req-26ede40d-f69a-4b9d-b62b-6c51c90dd636 tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5ebfa48-d140-464a-8556-590a2666ce0c HTTP/1.1" status: 200 len: 210 time: 0.0274310 May 25 16:30:33.670889 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaa9a4-24d8-4342-90cc-10098e149927 req-fd496706-41d1-4605-881d-bec10686264d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:33.672327 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0abaa9a4-24d8-4342-90cc-10098e149927 req-fd496706-41d1-4605-881d-bec10686264d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0502493 May 25 16:30:33.699557 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:33.732132 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0abaa9a4-24d8-4342-90cc-10098e149927 req-33661916-b395-48ab-b541-75b47c0ded94 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530324 May 25 16:30:33.788499 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8a0d6-776f-4074-a87a-581aef2acae7 req-74804c33-abf5-4a5f-9a0e-96ea7b09b26a tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:33.790289 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d2b8a0d6-776f-4074-a87a-581aef2acae7 req-74804c33-abf5-4a5f-9a0e-96ea7b09b26a tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 945 time: 0.0558856 May 25 16:30:33.842043 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d2b8a0d6-776f-4074-a87a-581aef2acae7 req-bdd7c2ed-51ef-47e3-8983-551410005e36 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 May 25 16:30:33.978055 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50672) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:34.089269 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a2988-c55b-4192-ae45-e90276f4b62c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Deleting port 56e869a4-6065-434f-968c-0b77d7ae8dbf {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:30:34.089828 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2988-c55b-4192-ae45-e90276f4b62c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (56e869a4-6065-434f-968c-0b77d7ae8dbf), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:34.144884 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:34.154405 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:30:34.159678 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 414a4851-4f1f-4eac-9236-89ed850b9b5a no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:30:34.181824 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2988-c55b-4192-ae45-e90276f4b62c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (56e869a4-6065-434f-968c-0b77d7ae8dbf), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:34.182148 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2988-c55b-4192-ae45-e90276f4b62c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (56e869a4-6065-434f-968c-0b77d7ae8dbf), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:34.189613 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 414a4851-4f1f-4eac-9236-89ed850b9b5a {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:30:34.190082 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 414a4851-4f1f-4eac-9236-89ed850b9b5a not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:30:34.214295 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a2988-c55b-4192-ae45-e90276f4b62c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Calling delete_port for 56e869a4-6065-434f-968c-0b77d7ae8dbf owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:30:34.232403 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276abfcc-ef6e-49bd-a84a-a5eec53df635 req-76077200-3b87-483f-9ced-1ceaee1f6b5c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:34.234015 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-276abfcc-ef6e-49bd-a84a-a5eec53df635 req-76077200-3b87-483f-9ced-1ceaee1f6b5c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 945 time: 0.0699275 May 25 16:30:34.257443 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:34.277858 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:34.290751 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'port_id': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'mac_address': 'fa:16:3e:25:70:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:30:34.329823 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:30:34.330213 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:34.343779 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:30:34.364412 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:34.368390 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:34.375957 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-276abfcc-ef6e-49bd-a84a-a5eec53df635 req-aa54f544-5a43-4c86-a651-edd71969bb4c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Deleting port a7812a9c-7d68-49af-838a-93144c04d0d3 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:30:34.376346 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-276abfcc-ef6e-49bd-a84a-a5eec53df635 req-aa54f544-5a43-4c86-a651-edd71969bb4c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:34.419050 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:34.491394 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:34.497950 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2988-c55b-4192-ae45-e90276f4b62c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (56e869a4-6065-434f-968c-0b77d7ae8dbf), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:34.512431 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-276abfcc-ef6e-49bd-a84a-a5eec53df635 req-aa54f544-5a43-4c86-a651-edd71969bb4c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] For port a7812a9c-7d68-49af-838a-93144c04d0d3, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=a7812a9c-7d68-49af-838a-93144c04d0d3,segment=NetworkSegment(de8190a4-5df9-4895-990c-111ce49eb97f),segment_id=de8190a4-5df9-4895-990c-111ce49eb97f)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:34.513478 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-276abfcc-ef6e-49bd-a84a-a5eec53df635 req-aa54f544-5a43-4c86-a651-edd71969bb4c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:34.536412 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a2988-c55b-4192-ae45-e90276f4b62c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event deleted for resources: {'Port': ['ID=56e869a4-6065-434f-968c-0b77d7ae8dbf,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:34.547991 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-276abfcc-ef6e-49bd-a84a-a5eec53df635 req-aa54f544-5a43-4c86-a651-edd71969bb4c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Calling delete_port for a7812a9c-7d68-49af-838a-93144c04d0d3 owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:30:34.576213 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:30:34.645330 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2988-c55b-4192-ae45-e90276f4b62c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for floatingip (32ab909f-895a-40ad-ad08-1c01f7b4a574), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:34.647805 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2988-c55b-4192-ae45-e90276f4b62c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:34.649012 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2b6a2988-c55b-4192-ae45-e90276f4b62c tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "DELETE /v2.0/floatingips/32ab909f-895a-40ad-ad08-1c01f7b4a574 HTTP/1.1" status: 204 len: 168 time: 0.6705298 May 25 16:30:34.695541 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:34.750179 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-276abfcc-ef6e-49bd-a84a-a5eec53df635 req-aa54f544-5a43-4c86-a651-edd71969bb4c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (a7812a9c-7d68-49af-838a-93144c04d0d3), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:34.765966 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['a7812a9c-7d68-49af-838a-93144c04d0d3'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:30:34.799761 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54f544-5a43-4c86-a651-edd71969bb4c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Pushing event deleted for resources: {'Port': ['ID=a7812a9c-7d68-49af-838a-93144c04d0d3,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:34.868228 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-276abfcc-ef6e-49bd-a84a-a5eec53df635 req-aa54f544-5a43-4c86-a651-edd71969bb4c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] No DVR routers for this DVR port a7812a9c-7d68-49af-838a-93144c04d0d3 on host hv-cinder-84327 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:30:34.870860 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-276abfcc-ef6e-49bd-a84a-a5eec53df635 req-aa54f544-5a43-4c86-a651-edd71969bb4c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:34.879935 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-276abfcc-ef6e-49bd-a84a-a5eec53df635 req-aa54f544-5a43-4c86-a651-edd71969bb4c tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.84 "DELETE /v2.0/ports/a7812a9c-7d68-49af-838a-93144c04d0d3 HTTP/1.1" status: 204 len: 173 time: 0.6407397 May 25 16:30:34.880434 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7289e9-fc54-4ad9-b784-32751344f97d', 'name': 'network-vif-deleted', 'tag': 'a7812a9c-7d68-49af-838a-93144c04d0d3'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:30:34.883146 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600e645c-d7e8-4229-a9cf-a506283c463b" -d '{"events": [{"server_uuid": "ea7289e9-fc54-4ad9-b784-32751344f97d", "name": "network-vif-deleted", "tag": "a7812a9c-7d68-49af-838a-93144c04d0d3"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:30:34.949242 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0d2352a9-6677-4b8b-a6ed-262ef3f08a45 req-0ae4bb48-b7ab-4e8b-a357-66e42a089962 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7289e9-fc54-4ad9-b784-32751344f97d HTTP/1.1" status: 200 len: 210 time: 0.0307324 May 25 16:30:35.008869 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8061e9-8083-4ceb-a274-7abbbd31ffd4 x-openstack-request-id: req-8b8061e9-8083-4ceb-a274-7abbbd31ffd4 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:30:35.009154 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7289e9-fc54-4ad9-b784-32751344f97d", "name": "network-vif-deleted", "tag": "a7812a9c-7d68-49af-838a-93144c04d0d3", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:30:35.009408 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b8061e9-8083-4ceb-a274-7abbbd31ffd4 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:30:35.009822 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8061e9-8083-4ceb-a274-7abbbd31ffd4'] response: {'server_uuid': 'ea7289e9-fc54-4ad9-b784-32751344f97d', 'name': 'network-vif-deleted', 'tag': 'a7812a9c-7d68-49af-838a-93144c04d0d3', 'status': 'completed', 'code': 200} May 25 16:30:35.052532 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78ec1-423f-4871-bd57-1828dcf0d687 req-4cd4b485-2ccf-4bec-889e-ca46731e657c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:35.054131 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c1b78ec1-423f-4871-bd57-1828dcf0d687 req-4cd4b485-2ccf-4bec-889e-ca46731e657c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 944 time: 0.2376616 May 25 16:30:35.093804 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:35.107945 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c1b78ec1-423f-4871-bd57-1828dcf0d687 req-efeb48a7-9371-4944-84ef-f4ee5133c340 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466328 May 25 16:30:35.368395 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:35.915578 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50692) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:35.977474 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group (052d1766-c440-4419-956d-aed7751648dd), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:36.005956 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group (052d1766-c440-4419-956d-aed7751648dd), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:36.083516 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (052d1766-c440-4419-956d-aed7751648dd), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:36.086362 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:36.087726 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] 10.222.0.42 "DELETE /v2.0/security-groups/052d1766-c440-4419-956d-aed7751648dd HTTP/1.1" status: 204 len: 168 time: 0.1709483 May 25 16:30:36.098071 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052d1766-c440-4419-956d-aed7751648dd,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:36.107530 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.107872 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.108202 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.108695 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.108873 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.109522 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.109803 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.110199 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.110523 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.110861 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.111216 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.112107 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.112107 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.112107 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.112406 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577d62b-8b62-4ad1-957c-92a1e3f448fd tempest-TestVolumeBootPattern-617412873 tempest-TestVolumeBootPattern-617412873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:36.160497 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:30:36.182975 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50702) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:36.240341 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:30:36.250252 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:30:36.250889 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:36.358317 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:30:36.358701 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:36.382808 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:30:36.384983 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62a41ed-9f28-4be3-99fa-365112baea1e" -d '{"events": [{"server_uuid": "67d74924-5509-4362-b314-27e375267a10", "name": "network-vif-plugged", "status": "completed", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:30:36.399458 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:36.405273 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:36.443364 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9bdecb-094d-4425-a454-9a29b68058bf x-openstack-request-id: req-8e9bdecb-094d-4425-a454-9a29b68058bf {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:30:36.443851 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d74924-5509-4362-b314-27e375267a10", "name": "network-vif-plugged", "status": "completed", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:30:36.444312 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e9bdecb-094d-4425-a454-9a29b68058bf {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:30:36.444714 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9bdecb-094d-4425-a454-9a29b68058bf'] response: {'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'code': 200} May 25 16:30:36.463763 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6eee9-ff43-4b26-b16b-790f4ef03d5d req-5816777c-80ed-4871-9696-b4e66e918f8e tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:36.466129 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-53a6eee9-ff43-4b26-b16b-790f4ef03d5d req-5816777c-80ed-4871-9696-b4e66e918f8e tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 944 time: 0.1925299 May 25 16:30:36.487325 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:36.726580 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:36.867976 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-53a6eee9-ff43-4b26-b16b-790f4ef03d5d req-53977fcb-18d2-44e1-94df-7f3e5c47f307 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949158 May 25 16:30:36.989353 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:37.051355 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca074eb-f652-476b-a3e0-99b8fdc55699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859873'] for router_interface (313f9e04-c2be-4678-8132-dc209d3dd2cf), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:37.277574 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-eca074eb-f652-476b-a3e0-99b8fdc55699 admin admin] Deleting port 45b7a404-4167-455a-ab68-0a86763d9d00 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:30:37.278729 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca074eb-f652-476b-a3e0-99b8fdc55699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:37.359150 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-eca074eb-f652-476b-a3e0-99b8fdc55699 admin admin] For port 45b7a404-4167-455a-ab68-0a86763d9d00, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=45b7a404-4167-455a-ab68-0a86763d9d00,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:37.359514 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca074eb-f652-476b-a3e0-99b8fdc55699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:37.373211 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-eca074eb-f652-476b-a3e0-99b8fdc55699 admin admin] Calling delete_port for 45b7a404-4167-455a-ab68-0a86763d9d00 owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:30:37.419006 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:37.558766 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca074eb-f652-476b-a3e0-99b8fdc55699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (45b7a404-4167-455a-ab68-0a86763d9d00), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:37.586982 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca074eb-f652-476b-a3e0-99b8fdc55699 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b7a404-4167-455a-ab68-0a86763d9d00,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:37.763414 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca074eb-f652-476b-a3e0-99b8fdc55699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-110590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859765'] for router_interface (313f9e04-c2be-4678-8132-dc209d3dd2cf), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:37.810396 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:38.022014 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c6e78-ffb9-4c73-b2b6-e326dbbc79ce req-fa934a7d-eb93-46fd-b18e-f3c3962c4e2e tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:38.023470 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0e2c6e78-ffb9-4c73-b2b6-e326dbbc79ce req-fa934a7d-eb93-46fd-b18e-f3c3962c4e2e tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0591390 May 25 16:30:38.031860 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca074eb-f652-476b-a3e0-99b8fdc55699 admin admin] Router 313f9e04-c2be-4678-8132-dc209d3dd2cf has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:30:38.146641 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0e2c6e78-ffb9-4c73-b2b6-e326dbbc79ce req-e8439283-8dd7-426d-ba93-65d8e713225c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166525 May 25 16:30:38.166099 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3b06c-b290-4c2d-b8c2-17ffa67a85af req-936375dc-4e88-47eb-9574-99910af61eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:38.167590 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b9f3b06c-b290-4c2d-b8c2-17ffa67a85af req-936375dc-4e88-47eb-9574-99910af61eed service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 1129 time: 0.0654147 May 25 16:30:38.220610 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca074eb-f652-476b-a3e0-99b8fdc55699 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:30:38.225776 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-eca074eb-f652-476b-a3e0-99b8fdc55699 admin admin] 10.222.0.42 "PUT /v2.0/routers/313f9e04-c2be-4678-8132-dc209d3dd2cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0404315 May 25 16:30:38.228371 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50716) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:38.229438 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757dc55f-9982-418a-9730-9acd6070f1a2 None None] Sync routers for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:30:38.242828 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757dc55f-9982-418a-9730-9acd6070f1a2 None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:30:38.243450 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-757dc55f-9982-418a-9730-9acd6070f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:30:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:38.343590 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Publish callbacks [] for router (313f9e04-c2be-4678-8132-dc209d3dd2cf), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:38.358421 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:38.363934 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-757dc55f-9982-418a-9730-9acd6070f1a2 None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:30:38.449563 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Publish callbacks [] for router_gateway (313f9e04-c2be-4678-8132-dc209d3dd2cf), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:38.497860 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Deleting port 4891f428-4c84-41a8-9d01-51d8491a8f55 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:30:38.498375 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:38.588311 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] For port 4891f428-4c84-41a8-9d01-51d8491a8f55, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=4891f428-4c84-41a8-9d01-51d8491a8f55,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:38.588960 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:38.604936 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Calling delete_port for 4891f428-4c84-41a8-9d01-51d8491a8f55 owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:30:38.679993 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-757dc55f-9982-418a-9730-9acd6070f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:30:37Z', 'revision_number': 5, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port': {'id': '4891f428-4c84-41a8-9d01-51d8491a8f55', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:54Z', 'updated_at': '2022-05-25T16:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:38.707992 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757dc55f-9982-418a-9730-9acd6070f1a2 None None] Checking router: 313f9e04-c2be-4678-8132-dc209d3dd2cf for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:30:38.720780 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757dc55f-9982-418a-9730-9acd6070f1a2 None None] Routers {'313f9e04-c2be-4678-8132-dc209d3dd2cf'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:30:38.721415 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-757dc55f-9982-418a-9730-9acd6070f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:30:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['313f9e04-c2be-4678-8132-dc209d3dd2cf'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:38.787294 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (4891f428-4c84-41a8-9d01-51d8491a8f55), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:38.817104 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Pushing event deleted for resources: {'Port': ['ID=4891f428-4c84-41a8-9d01-51d8491a8f55,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:38.819440 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-757dc55f-9982-418a-9730-9acd6070f1a2 None None] Set router 313f9e04-c2be-4678-8132-dc209d3dd2cf gateway port host: None {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:30:38.851286 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.851286 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.851286 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.851286 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.851813 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.851813 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.852003 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.852320 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.852630 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.852944 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.853324 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.853571 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.853906 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.854214 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.854554 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:38.877952 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-757dc55f-9982-418a-9730-9acd6070f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:30:38Z', 'revision_number': 6, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port_host': None}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:38.901273 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3865691'] for router_gateway (313f9e04-c2be-4678-8132-dc209d3dd2cf), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:38.911650 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757dc55f-9982-418a-9730-9acd6070f1a2 None None] The sync data for ids ['313f9e04-c2be-4678-8132-dc209d3dd2cf'] in dv-cinder-843278-2-iscsi is: [{'id': '313f9e04-c2be-4678-8132-dc209d3dd2cf', 'name': 'tempest-TestVolumeBootPattern-925366896-router', 'tenant_id': 'a40431f830294ea0a6395be072560dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:53Z', 'updated_at': '2022-05-25T16:30:38Z', 'revision_number': 6, 'project_id': 'a40431f830294ea0a6395be072560dea', 'gw_port_host': None}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:30:38.978409 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device a7812a9c-7d68-49af-838a-93144c04d0d3 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:30:38.999831 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29440'] for router (313f9e04-c2be-4678-8132-dc209d3dd2cf), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.002374 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Publish callbacks [] for router_controller (313f9e04-c2be-4678-8132-dc209d3dd2cf), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.004924 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: a7812a9c-7d68-49af-838a-93144c04d0d3 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:30:39.005276 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device a7812a9c-7d68-49af-838a-93144c04d0d3 not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:30:39.037278 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b9f3b06c-b290-4c2d-b8c2-17ffa67a85af req-112862bc-39dd-46d1-b50b-4d9d4149b893 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610127 May 25 16:30:39.048501 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860733'] for router (313f9e04-c2be-4678-8132-dc209d3dd2cf), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.049089 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 313f9e04-c2be-4678-8132-dc209d3dd2cf {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:30:39.055380 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.056632 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-05aa2415-d661-473a-b9f4-6f886b5cf27f admin admin] 10.222.0.42 "DELETE /v2.0/routers/313f9e04-c2be-4678-8132-dc209d3dd2cf HTTP/1.1" status: 204 len: 168 time: 0.8272371 May 25 16:30:39.060166 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50720) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:39.106843 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bced72-739e-482c-835f-5b9b605c1ef7 admin admin] Deleting subnet a62fc72b-9e35-4921-bdef-a9201948c2e2 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:30:39.110152 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00bced72-739e-482c-835f-5b9b605c1ef7 admin admin] Publish callbacks [] for subnet (a62fc72b-9e35-4921-bdef-a9201948c2e2), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.149462 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00bced72-739e-482c-835f-5b9b605c1ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9908729'] for subnet (a62fc72b-9e35-4921-bdef-a9201948c2e2), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.179584 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:39.216233 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:39.232918 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00bced72-739e-482c-835f-5b9b605c1ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (a62fc72b-9e35-4921-bdef-a9201948c2e2), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.290109 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:39.299079 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51767ff2-28f2-4c71-aff3-13679e32d3bc req-26b5c1be-f5f8-4bb0-b05c-36003d95c09d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:39.306981 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-51767ff2-28f2-4c71-aff3-13679e32d3bc req-26b5c1be-f5f8-4bb0-b05c-36003d95c09d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0798914 May 25 16:30:39.312727 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00bced72-739e-482c-835f-5b9b605c1ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372626'] for subnet (a62fc72b-9e35-4921-bdef-a9201948c2e2), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.348941 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bced72-739e-482c-835f-5b9b605c1ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62fc72b-9e35-4921-bdef-a9201948c2e2,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:39.351103 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00bced72-739e-482c-835f-5b9b605c1ef7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.357684 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-00bced72-739e-482c-835f-5b9b605c1ef7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a62fc72b-9e35-4921-bdef-a9201948c2e2 HTTP/1.1" status: 204 len: 168 time: 0.2965457 May 25 16:30:39.358004 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50728) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:39.361386 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41bf760-b70a-4197-8628-e8993118341a None None] Network 5f7c259b-fa42-4f62-9149-4145e768ec9c requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:30:39.449353 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-51767ff2-28f2-4c71-aff3-13679e32d3bc req-de3de246-2a7f-4188-b977-398a8f6c19a0 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414044 May 25 16:30:39.472417 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:39.498545 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (5f7c259b-fa42-4f62-9149-4145e768ec9c), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.561486 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Deleting port e406dbfa-969e-4911-9822-f67c0f63ecb0 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:30:39.561865 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.628358 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] For port e406dbfa-969e-4911-9822-f67c0f63ecb0, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=e406dbfa-969e-4911-9822-f67c0f63ecb0,segment=NetworkSegment(1fada8b8-f652-4e85-9ffd-10f2418f7994),segment_id=1fada8b8-f652-4e85-9ffd-10f2418f7994)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:39.629056 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.645768 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Calling delete_port for e406dbfa-969e-4911-9822-f67c0f63ecb0 owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:30:39.732767 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (e406dbfa-969e-4911-9822-f67c0f63ecb0), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.760877 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e406dbfa-969e-4911-9822-f67c0f63ecb0,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:39.761079 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] No DVR routers for this DVR port e406dbfa-969e-4911-9822-f67c0f63ecb0 on host dv-cinder-843278-2-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:30:39.838561 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (5f7c259b-fa42-4f62-9149-4145e768ec9c), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.866129 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd62f0-3e04-42be-a974-da3c0e6ec67a None None] DHCP port deletion for 5f7c259b-fa42-4f62-9149-4145e768ec9c request from dv-cinder-843278-2-iscsi {{(pid=103814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:30:39.867209 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7c259b-fa42-4f62-9149-4145e768ec9c']}} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:39.869297 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:39.879800 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fada8b8-f652-4e85-9ffd-10f2418f7994') {'for_net_delete': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:39.880105 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fada8b8-f652-4e85-9ffd-10f2418f7994') {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:39.896664 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249875'] for segment (1fada8b8-f652-4e85-9ffd-10f2418f7994), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.922273 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (1fada8b8-f652-4e85-9ffd-10f2418f7994), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.929151 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:30:39.929548 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407980'] for segment (1fada8b8-f652-4e85-9ffd-10f2418f7994), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:39.979561 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 45b7a404-4167-455a-ab68-0a86763d9d00 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:30:40.007208 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 45b7a404-4167-455a-ab68-0a86763d9d00 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:30:40.007555 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 45b7a404-4167-455a-ab68-0a86763d9d00 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:30:40.007970 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device e406dbfa-969e-4911-9822-f67c0f63ecb0 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:30:40.027429 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 1fada8b8-f652-4e85-9ffd-10f2418f7994 resource provider aggregate not found May 25 16:30:40.043877 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (5f7c259b-fa42-4f62-9149-4145e768ec9c), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:40.051305 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:40.053611 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: e406dbfa-969e-4911-9822-f67c0f63ecb0 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:30:40.054183 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device e406dbfa-969e-4911-9822-f67c0f63ecb0 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:30:40.054775 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 4891f428-4c84-41a8-9d01-51d8491a8f55 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:30:40.064398 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5f7c259b-fa42-4f62-9149-4145e768ec9c HTTP/1.1" status: 204 len: 168 time: 0.7028029 May 25 16:30:40.065529 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50746) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:40.085571 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 1fada8b8-f652-4e85-9ffd-10f2418f7994 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fada8b8-f652-4e85-9ffd-10f2418f7994 found for delete ", "request_id": "req-55e7c7f1-0f4e-4760-a206-6da421fd4d76"}]} May 25 16:30:40.086732 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3264e36-fc3d-4d58-8eae-3e62cb57ebb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7c259b-fa42-4f62-9149-4145e768ec9c,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:40.103946 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 4891f428-4c84-41a8-9d01-51d8491a8f55 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:30:40.104287 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 4891f428-4c84-41a8-9d01-51d8491a8f55 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:30:40.572503 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e74928-fad8-46ba-a2fd-8ababa7711ce req-da5873cf-ea4d-4e82-92de-eb362112bc6b tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:40.574397 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-88e74928-fad8-46ba-a2fd-8ababa7711ce req-da5873cf-ea4d-4e82-92de-eb362112bc6b tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0555055 May 25 16:30:40.637082 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-88e74928-fad8-46ba-a2fd-8ababa7711ce req-b4057ce0-c24e-4820-a92f-fb853f7f3f83 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519128 May 25 16:30:40.689458 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ee77b482-f6bd-4f80-9866-0b0c2ba321f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859873'] for router_interface (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:40.784589 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb6ad0-4376-4d56-8cdd-e833a79441f0 req-76984ceb-802b-43cb-8045-a820868ad2f0 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:40.789522 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8beb6ad0-4376-4d56-8cdd-e833a79441f0 req-76984ceb-802b-43cb-8045-a820868ad2f0 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0615437 May 25 16:30:40.851767 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8beb6ad0-4376-4d56-8cdd-e833a79441f0 req-a8b7acbb-8266-4cd1-88cd-8d0d5d17b50a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587404 May 25 16:30:40.881051 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50758) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:40.988318 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259808f3-13d8-4edf-86e4-9384a5b5dea5 tempest-TestShelveInstance-1357827447 tempest-TestShelveInstance-1357827447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:40.988716 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-ee77b482-f6bd-4f80-9866-0b0c2ba321f7 admin admin] Deleting port 0339d682-6136-42b6-807f-f6ea856830de {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:30:40.989053 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ee77b482-f6bd-4f80-9866-0b0c2ba321f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (0339d682-6136-42b6-807f-f6ea856830de), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:40.992639 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-259808f3-13d8-4edf-86e4-9384a5b5dea5 tempest-TestShelveInstance-1357827447 tempest-TestShelveInstance-1357827447-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 1124 time: 0.1078281 May 25 16:30:40.992867 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50762) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:40.997279 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Request body: {'floatingip': {'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'port_id': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:30:41.019366 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:41.077399 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-ee77b482-f6bd-4f80-9866-0b0c2ba321f7 admin admin] For port 0339d682-6136-42b6-807f-f6ea856830de, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=0339d682-6136-42b6-807f-f6ea856830de,segment=NetworkSegment(000fb561-ceb1-428f-b352-f9a8528027c2),segment_id=000fb561-ceb1-428f-b352-f9a8528027c2)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:41.077828 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ee77b482-f6bd-4f80-9866-0b0c2ba321f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (0339d682-6136-42b6-807f-f6ea856830de), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:41.098205 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-ee77b482-f6bd-4f80-9866-0b0c2ba321f7 admin admin] Calling delete_port for 0339d682-6136-42b6-807f-f6ea856830de owned by network:router_interface {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:30:41.118313 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:41.127890 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:41.183186 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:41.240712 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Allocated IP 172.27.1.249 (5eee1530-9595-4dab-b6d3-4a6de6dc9e58/57672f6f-d28d-45e8-ac00-0d9019839af4/995f4dc5-f83e-4954-a893-1b6e19398fb4) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:30:41.265832 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:41.333398 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ee77b482-f6bd-4f80-9866-0b0c2ba321f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (0339d682-6136-42b6-807f-f6ea856830de), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:41.362420 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77b482-f6bd-4f80-9866-0b0c2ba321f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0339d682-6136-42b6-807f-f6ea856830de,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:41.364971 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for port (995f4dc5-f83e-4954-a893-1b6e19398fb4), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:41.420368 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (995f4dc5-f83e-4954-a893-1b6e19398fb4), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:41.467684 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Network 5eee1530-9595-4dab-b6d3-4a6de6dc9e58 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:30:41.473331 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:30:41.477804 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:30:41.501692 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event updated for resources: {'Port': ['ID=995f4dc5-f83e-4954-a893-1b6e19398fb4,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:41.519839 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:41.583074 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ee77b482-f6bd-4f80-9866-0b0c2ba321f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-110590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859765'] for router_interface (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:41.824096 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee77b482-f6bd-4f80-9866-0b0c2ba321f7 admin admin] Router 9a4a0960-2452-46d4-8eaa-c150a3c83f9f has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:30:41.896598 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for floatingip (62f9ed14-c20d-453d-9e86-5296a21a817b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:41.941215 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee77b482-f6bd-4f80-9866-0b0c2ba321f7 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:30:41.952151 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ee77b482-f6bd-4f80-9866-0b0c2ba321f7 admin admin] 10.222.0.42 "PUT /v2.0/routers/9a4a0960-2452-46d4-8eaa-c150a3c83f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8845351 May 25 16:30:41.954807 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50766) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:41.960396 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578126c-d0af-40a2-87c7-74964c1ae7f8 None None] Sync routers for ids ['9a4a0960-2452-46d4-8eaa-c150a3c83f9f'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:30:41.962981 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=25 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:41.967593 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=17 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:41.979174 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0578126c-d0af-40a2-87c7-74964c1ae7f8 None None] Routers {'9a4a0960-2452-46d4-8eaa-c150a3c83f9f'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:30:41.979793 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-0578126c-d0af-40a2-87c7-74964c1ae7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:30:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['9a4a0960-2452-46d4-8eaa-c150a3c83f9f'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:41.993560 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (995f4dc5-f83e-4954-a893-1b6e19398fb4), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.026791 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:42.082299 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Publish callbacks [] for router (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.100211 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-0578126c-d0af-40a2-87c7-74964c1ae7f8 None None] Set router 9a4a0960-2452-46d4-8eaa-c150a3c83f9f gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:30:42.195821 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Publish callbacks [] for router_gateway (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.215178 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for port (995f4dc5-f83e-4954-a893-1b6e19398fb4), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.223732 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (995f4dc5-f83e-4954-a893-1b6e19398fb4), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.253977 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Deleting port 3f62003b-5435-42e9-a1fd-a0513d1d948f {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:30:42.254563 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.271883 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:42.317402 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event updated for resources: {'Port': ['ID=995f4dc5-f83e-4954-a893-1b6e19398fb4,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:42.320552 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858849'] for floatingip (62f9ed14-c20d-453d-9e86-5296a21a817b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.330191 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-0578126c-d0af-40a2-87c7-74964c1ae7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'name': 'tempest-TestVolumeBootPattern-1924744370-router', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:30:41Z', 'revision_number': 5, 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'gw_port': {'id': '3f62003b-5435-42e9-a1fd-a0513d1d948f', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:42.358780 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578126c-d0af-40a2-87c7-74964c1ae7f8 None None] Checking router: 9a4a0960-2452-46d4-8eaa-c150a3c83f9f for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:30:42.365147 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] For port 3f62003b-5435-42e9-a1fd-a0513d1d948f, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=3f62003b-5435-42e9-a1fd-a0513d1d948f,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:42.365526 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.368082 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:42.369248 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0578126c-d0af-40a2-87c7-74964c1ae7f8 None None] Routers {'9a4a0960-2452-46d4-8eaa-c150a3c83f9f'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:30:42.370125 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-0578126c-d0af-40a2-87c7-74964c1ae7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:30:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['9a4a0960-2452-46d4-8eaa-c150a3c83f9f'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:42.382902 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Calling delete_port for 3f62003b-5435-42e9-a1fd-a0513d1d948f owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:30:42.425830 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Floating IP 62f9ed14-c20d-453d-9e86-5296a21a817b associated. External IP: 172.27.1.249, port: 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a. May 25 16:30:42.572519 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-0578126c-d0af-40a2-87c7-74964c1ae7f8 None None] Set router 9a4a0960-2452-46d4-8eaa-c150a3c83f9f gateway port host: None {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:30:42.598781 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (3f62003b-5435-42e9-a1fd-a0513d1d948f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.630896 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f62003b-5435-42e9-a1fd-a0513d1d948f,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:42.631122 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-0578126c-d0af-40a2-87c7-74964c1ae7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'name': 'tempest-TestVolumeBootPattern-1924744370-router', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:30:42Z', 'revision_number': 6, 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'gw_port_host': None}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:42.666718 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578126c-d0af-40a2-87c7-74964c1ae7f8 None None] The sync data for ids ['9a4a0960-2452-46d4-8eaa-c150a3c83f9f'] in dv-cinder-843278-2-iscsi is: [{'id': '9a4a0960-2452-46d4-8eaa-c150a3c83f9f', 'name': 'tempest-TestVolumeBootPattern-1924744370-router', 'tenant_id': '4a7c7b30b9bd4821a75beca185c91028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:21:59Z', 'updated_at': '2022-05-25T16:30:42Z', 'revision_number': 6, 'project_id': '4a7c7b30b9bd4821a75beca185c91028', 'gw_port_host': None}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:30:42.691370 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Router b06a18e5-aad0-459f-824e-8e76977985d8 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:30:42.709852 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3865691'] for router_gateway (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.805391 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29440'] for router (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.807772 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Publish callbacks [] for router_controller (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.863266 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860733'] for router (9a4a0960-2452-46d4-8eaa-c150a3c83f9f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.863994 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a4a0960-2452-46d4-8eaa-c150a3c83f9f {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:30:42.869043 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.870267 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-168b4e40-7864-482e-96b2-a7198400f999 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9a4a0960-2452-46d4-8eaa-c150a3c83f9f HTTP/1.1" status: 204 len: 168 time: 0.9146476 May 25 16:30:42.873811 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50768) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:42.923480 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee94018-f542-4f9a-aecc-aa11aefb1907 admin admin] Deleting subnet 25d16087-a39c-469e-ae2f-e8aea1ce8896 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:30:42.928436 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eee94018-f542-4f9a-aecc-aa11aefb1907 admin admin] Publish callbacks [] for subnet (25d16087-a39c-469e-ae2f-e8aea1ce8896), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:42.976304 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eee94018-f542-4f9a-aecc-aa11aefb1907 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9908729'] for subnet (25d16087-a39c-469e-ae2f-e8aea1ce8896), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.069331 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eee94018-f542-4f9a-aecc-aa11aefb1907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (25d16087-a39c-469e-ae2f-e8aea1ce8896), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.112611 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:43.117094 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:30:43.138652 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eee94018-f542-4f9a-aecc-aa11aefb1907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372626'] for subnet (25d16087-a39c-469e-ae2f-e8aea1ce8896), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.140814 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c3a795-7b13-4f78-838c-82ad52cf11e3 None None] Sync routers for ids ['b06a18e5-aad0-459f-824e-8e76977985d8'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:30:43.150206 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.162775 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c3a795-7b13-4f78-838c-82ad52cf11e3 None None] Routers {'b06a18e5-aad0-459f-824e-8e76977985d8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:30:43.163744 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-35c3a795-7b13-4f78-838c-82ad52cf11e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:30:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['b06a18e5-aad0-459f-824e-8e76977985d8'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:43.172057 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee94018-f542-4f9a-aecc-aa11aefb1907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d16087-a39c-469e-ae2f-e8aea1ce8896,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:43.174514 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eee94018-f542-4f9a-aecc-aa11aefb1907 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.178185 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-eee94018-f542-4f9a-aecc-aa11aefb1907 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/25d16087-a39c-469e-ae2f-e8aea1ce8896 HTTP/1.1" status: 204 len: 168 time: 0.3027270 May 25 16:30:43.180472 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50772) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:43.210022 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-eb9c6e42-2c2c-4a08-8586-fe0ff8ff4454 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2161365 May 25 16:30:43.213546 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:30:43.217360 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d" -d '{"events": [{"name": "network-changed", "server_uuid": "67d74924-5509-4362-b314-27e375267a10", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:30:43.227734 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7718beea-0427-4096-af6b-c2437604b00d None None] Network 329b1319-53c3-4ba1-a2b8-dc0160ce96c5 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:30:43.271934 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be54878-1eac-40e8-b12d-572a60c30797 x-openstack-request-id: req-8be54878-1eac-40e8-b12d-572a60c30797 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:30:43.272458 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d74924-5509-4362-b314-27e375267a10", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:30:43.273294 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8be54878-1eac-40e8-b12d-572a60c30797 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:30:43.273847 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be54878-1eac-40e8-b12d-572a60c30797'] response: {'name': 'network-changed', 'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'status': 'completed', 'code': 200} May 25 16:30:43.281633 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (329b1319-53c3-4ba1-a2b8-dc0160ce96c5), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.325288 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:43.328588 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Deleting port 47e4bdb4-e770-48f1-a5a1-60a98110eaae {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:30:43.328947 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.396279 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-35c3a795-7b13-4f78-838c-82ad52cf11e3 None None] Set router b06a18e5-aad0-459f-824e-8e76977985d8 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:30:43.409051 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] For port 47e4bdb4-e770-48f1-a5a1-60a98110eaae, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=47e4bdb4-e770-48f1-a5a1-60a98110eaae,segment=NetworkSegment(000fb561-ceb1-428f-b352-f9a8528027c2),segment_id=000fb561-ceb1-428f-b352-f9a8528027c2)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:43.409419 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.427694 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Calling delete_port for 47e4bdb4-e770-48f1-a5a1-60a98110eaae owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:30:43.474204 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:43.532836 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (47e4bdb4-e770-48f1-a5a1-60a98110eaae), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.561038 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845a05d-6947-40ab-a1b1-b7ef81c17795 None None] DHCP port deletion for 329b1319-53c3-4ba1-a2b8-dc0160ce96c5 request from dv-cinder-843278-2-iscsi {{(pid=103814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:30:43.568011 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] No DVR routers for this DVR port 47e4bdb4-e770-48f1-a5a1-60a98110eaae on host dv-cinder-843278-2-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:30:43.579871 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Pushing event deleted for resources: {'Port': ['ID=47e4bdb4-e770-48f1-a5a1-60a98110eaae,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:43.665679 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (329b1319-53c3-4ba1-a2b8-dc0160ce96c5), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.667864 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-35c3a795-7b13-4f78-838c-82ad52cf11e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '62f9ed14-c20d-453d-9e86-5296a21a817b', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'port_id': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'mac_address': 'fa:16:3e:25:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d74924-5509-4362-b314-27e375267a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:30:41Z', 'updated_at': '2022-05-25T16:30:41Z', 'revision_number': 0, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff306716-29e9-4ce8-b7e7-efbf5f7bbb97', 'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'mac_address': 'fa:16:3e:58:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:40Z', 'updated_at': '2022-05-25T16:29:47Z', 'revision_number': 5, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'subnets': [{'id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:43.691793 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329b1319-53c3-4ba1-a2b8-dc0160ce96c5']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:43.697415 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c3a795-7b13-4f78-838c-82ad52cf11e3 None None] Checking router: b06a18e5-aad0-459f-824e-8e76977985d8 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:30:43.708880 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000fb561-ceb1-428f-b352-f9a8528027c2') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:43.709093 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000fb561-ceb1-428f-b352-f9a8528027c2') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:43.712090 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c3a795-7b13-4f78-838c-82ad52cf11e3 None None] Routers {'b06a18e5-aad0-459f-824e-8e76977985d8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:30:43.712984 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-35c3a795-7b13-4f78-838c-82ad52cf11e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:30:33Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['b06a18e5-aad0-459f-824e-8e76977985d8'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:43.727449 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9908726'] for segment (000fb561-ceb1-428f-b352-f9a8528027c2), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.743270 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:43.755641 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (000fb561-ceb1-428f-b352-f9a8528027c2), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.760350 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-d9750e5e-5a82-41b3-9cc1-2d237de4945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:43.764342 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-d9750e5e-5a82-41b3-9cc1-2d237de4945f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2&device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 1129 time: 0.0710335 May 25 16:30:43.768899 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:30:43.769668 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9644806'] for segment (000fb561-ceb1-428f-b352-f9a8528027c2), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.834147 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 000fb561-ceb1-428f-b352-f9a8528027c2 resource provider aggregate not found May 25 16:30:43.869162 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 000fb561-ceb1-428f-b352-f9a8528027c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 000fb561-ceb1-428f-b352-f9a8528027c2 found for delete ", "request_id": "req-91c5bb5e-55d8-48d2-9532-089422714149"}]} May 25 16:30:43.871207 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (329b1319-53c3-4ba1-a2b8-dc0160ce96c5), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.871988 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-35c3a795-7b13-4f78-838c-82ad52cf11e3 None None] Set router b06a18e5-aad0-459f-824e-8e76977985d8 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:30:43.891150 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:43.897330 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] 10.222.0.42 "DELETE /v2.0/networks/329b1319-53c3-4ba1-a2b8-dc0160ce96c5 HTTP/1.1" status: 204 len: 168 time: 0.7151539 May 25 16:30:43.924252 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39666d8-9ff7-4163-bf30-aab1349a371f admin admin] Pushing event deleted for resources: {'Network': ['ID=329b1319-53c3-4ba1-a2b8-dc0160ce96c5,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:43.930728 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:43.987213 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-f3eabe6e-3fef-4975-a488-df35bf782ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:43.999255 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-f3eabe6e-3fef-4975-a488-df35bf782ad5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ec5189c6-06ee-4305-8134-5b85eed97686 HTTP/1.1" status: 200 len: 910 time: 0.2283878 May 25 16:30:44.004298 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 3f62003b-5435-42e9-a1fd-a0513d1d948f no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:30:44.036962 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 3f62003b-5435-42e9-a1fd-a0513d1d948f {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:30:44.039951 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 3f62003b-5435-42e9-a1fd-a0513d1d948f not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:30:44.040343 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 0339d682-6136-42b6-807f-f6ea856830de no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:30:44.087417 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 0339d682-6136-42b6-807f-f6ea856830de {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:30:44.087417 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 0339d682-6136-42b6-807f-f6ea856830de not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:30:44.087417 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 47e4bdb4-e770-48f1-a5a1-60a98110eaae no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:30:44.098211 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-3d2f497d-f397-41fa-8219-1f283b7c83e8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a HTTP/1.1" status: 200 len: 999 time: 0.0927155 May 25 16:30:44.131418 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50788) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:44.131618 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 47e4bdb4-e770-48f1-a5a1-60a98110eaae {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:30:44.131785 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 47e4bdb4-e770-48f1-a5a1-60a98110eaae not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:30:44.203415 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-fd36ff11-9386-4e0b-932f-5c6410aa159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:44.207349 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-fd36ff11-9386-4e0b-932f-5c6410aa159f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bed2eb9-e9e8-444b-ae8b-4def7a8453f2 HTTP/1.1" status: 200 len: 847 time: 0.1028788 May 25 16:30:44.223001 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9bfa785d-3fab-47d9-b0ac-8b51c3f9895e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a40431f830294ea0a6395be072560dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0906625 May 25 16:30:44.225487 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50790) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:44.288264 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-2fa1b3fb-3cc7-46b3-bb2c-43990cac1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:44.290315 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-2fa1b3fb-3cc7-46b3-bb2c-43990cac1dbe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ec5189c6-06ee-4305-8134-5b85eed97686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764604 May 25 16:30:44.318077 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f37d722d-052d-480b-9ea8-25218d9d186b admin admin] Publish callbacks [] for security_group (610742c8-b684-4b6a-9047-aa204b841f56), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:44.366205 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f37d722d-052d-480b-9ea8-25218d9d186b admin admin] Publish callbacks [] for security_group (610742c8-b684-4b6a-9047-aa204b841f56), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:44.372972 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-35c3a795-7b13-4f78-838c-82ad52cf11e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '62f9ed14-c20d-453d-9e86-5296a21a817b', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'port_id': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'mac_address': 'fa:16:3e:25:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d74924-5509-4362-b314-27e375267a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:30:41Z', 'updated_at': '2022-05-25T16:30:41Z', 'revision_number': 0, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff306716-29e9-4ce8-b7e7-efbf5f7bbb97', 'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'mac_address': 'fa:16:3e:58:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:40Z', 'updated_at': '2022-05-25T16:29:47Z', 'revision_number': 5, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'subnets': [{'id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:30:44.446427 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c3a795-7b13-4f78-838c-82ad52cf11e3 None None] The sync data for ids ['b06a18e5-aad0-459f-824e-8e76977985d8'] in dv-cinder-843278-2-iscsi is: [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_floatingips': [{'id': '62f9ed14-c20d-453d-9e86-5296a21a817b', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'router_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'port_id': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'mac_address': 'fa:16:3e:25:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d74924-5509-4362-b314-27e375267a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T16:30:41Z', 'updated_at': '2022-05-25T16:30:41Z', 'revision_number': 0, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff306716-29e9-4ce8-b7e7-efbf5f7bbb97', 'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'mac_address': 'fa:16:3e:58:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:40Z', 'updated_at': '2022-05-25T16:29:47Z', 'revision_number': 5, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'subnets': [{'id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:30:44.448761 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f37d722d-052d-480b-9ea8-25218d9d186b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (610742c8-b684-4b6a-9047-aa204b841f56), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:44.452003 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f37d722d-052d-480b-9ea8-25218d9d186b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:44.455668 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f37d722d-052d-480b-9ea8-25218d9d186b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/610742c8-b684-4b6a-9047-aa204b841f56 HTTP/1.1" status: 204 len: 168 time: 0.2263792 May 25 16:30:44.482733 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d722d-052d-480b-9ea8-25218d9d186b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610742c8-b684-4b6a-9047-aa204b841f56,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:44.518118 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-39237f07-9cfd-4269-90d7-a8cf5b35230b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:44.519751 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-39237f07-9cfd-4269-90d7-a8cf5b35230b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/networks?id=81d635de-5dd6-41b5-944e-480323c72862 HTTP/1.1" status: 200 len: 813 time: 0.1626620 May 25 16:30:44.530837 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-06fb5c27-1a46-4ea5-9fbd-2320f1bf0571 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:30:44.533129 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-06fb5c27-1a46-4ea5-9fbd-2320f1bf0571 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2353184 May 25 16:30:44.560813 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-696d74b8-2bb8-4abd-afd1-c99dcd4f724b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/quotas/9f6a5a6ae8b2488f8a5af6d2066fa88e HTTP/1.1" status: 200 len: 375 time: 0.0265784 May 25 16:30:44.630285 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-590c70dc-aeef-4cae-bd16-c6b25c92edff tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f6a5a6ae8b2488f8a5af6d2066fa88e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575805 May 25 16:30:44.693299 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-0eb36a23-15a7-435e-89b7-5434c58f2669 service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504381 May 25 16:30:44.779122 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-7b20c20b-b498-4f7c-8a84-d299d022df8c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:30:44.781446 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-7b20c20b-b498-4f7c-8a84-d299d022df8c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1385901 May 25 16:30:44.812624 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519571d-2da0-4c62-9e10-2eb6fc2145b6 None None] New status for floating IP 62f9ed14-c20d-453d-9e86-5296a21a817b: ACTIVE {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:30:44.927491 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7abc1c43-c48a-4b5b-bc9a-95f39cb2483d req-6aef56d4-7617-4cd6-ba73-5bb21322129a service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279801 May 25 16:30:44.946780 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-39965e1f-6ee4-4b7c-a880-df3d89d955ad service neutron] 10.222.0.42 "GET /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581893 May 25 16:30:45.030800 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50810) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:45.086766 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-608c8bb9-d3e8-4ac4-aade-1b773a93a9f2 service neutron] 10.222.0.42 "GET /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319804 May 25 16:30:45.087232 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50812) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:30:45.090176 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-27a9160d-d0ee-4ac8-a135-05e591a3f8b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a7c7b30b9bd4821a75beca185c91028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544560 May 25 16:30:45.144622 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-704caa79-d9ab-40c2-846c-09de45ba6183 admin admin] Publish callbacks [] for security_group (1d8fec74-5894-4127-afed-509f9d26887a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:45.167265 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-704caa79-d9ab-40c2-846c-09de45ba6183 admin admin] Publish callbacks [] for security_group (1d8fec74-5894-4127-afed-509f9d26887a), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:45.186063 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:45.229079 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-704caa79-d9ab-40c2-846c-09de45ba6183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (1d8fec74-5894-4127-afed-509f9d26887a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:45.232064 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-704caa79-d9ab-40c2-846c-09de45ba6183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:45.233341 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-704caa79-d9ab-40c2-846c-09de45ba6183 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d8fec74-5894-4127-afed-509f9d26887a HTTP/1.1" status: 204 len: 168 time: 0.1452048 May 25 16:30:45.244405 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704caa79-d9ab-40c2-846c-09de45ba6183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8fec74-5894-4127-afed-509f9d26887a,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:45.345605 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4bd3a9d1-2a3b-4d6c-86e9-c95c116e809a req-74794a56-3bc0-4f0a-950f-1a7f2f9d5b91 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 210 time: 0.0776544 May 25 16:30:46.401914 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:46.456509 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2d02068e-e260-488f-9394-c6c146ed15ae req-fe7dd56b-dc55-4900-9ed5-42bccb93fb8b tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 210 time: 0.0390067 May 25 16:30:46.466664 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-8d2c420e-12d8-4bbe-8de0-179bc97a6693 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:46.468199 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-8d2c420e-12d8-4bbe-8de0-179bc97a6693 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.84 "GET /v2.0/networks?id=81d635de-5dd6-41b5-944e-480323c72862 HTTP/1.1" status: 200 len: 813 time: 0.1446319 May 25 16:30:46.487282 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Request body: {'port': {'device_id': '54c81898-0775-4ff6-954e-376c4762b961', 'network_id': '81d635de-5dd6-41b5-944e-480323c72862', 'admin_state_up': True, 'tenant_id': '9f6a5a6ae8b2488f8a5af6d2066fa88e'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:30:46.598144 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Made reservation on behalf of 9f6a5a6ae8b2488f8a5af6d2066fa88e for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:30:46.601421 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:46.721662 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Allocated IP 172.20.0.2 (81d635de-5dd6-41b5-944e-480323c72862/eb9b703b-043c-48ad-97d8-115941c26d04/0f8cdae4-3f59-4856-b865-88fd1b2023dc) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:30:46.870915 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks [] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:46.904466 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766273327620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:46.952803 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Network 81d635de-5dd6-41b5-944e-480323c72862 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:30:46.956011 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:30:46.959790 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 16:30:46.966024 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Pushing event updated for resources: {'Port': ['ID=0f8cdae4-3f59-4856-b865-88fd1b2023dc,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:47.010716 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:47.011324 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:47.026998 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-5c088767-1f23-480e-8511-578cc56ffb87 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5434964 May 25 16:30:47.037895 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Request body: {'port': {'device_id': '54c81898-0775-4ff6-954e-376c4762b961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:30:47.096230 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:47.132071 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:47.187726 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:47.399208 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8cdae4-3f59-4856-b865-88fd1b2023dc {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:30:47.406754 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Publish callbacks [] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:47.419680 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Transition to ACTIVE for port object 0f8cdae4-3f59-4856-b865-88fd1b2023dc will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 16:30:47.423990 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:47.473208 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8cdae4-3f59-4856-b865-88fd1b2023dc,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:47.582876 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Attempting to bind port 0f8cdae4-3f59-4856-b865-88fd1b2023dc on host hv-cinder-84327 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 16:30:47.583291 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Attempting to bind port 0f8cdae4-3f59-4856-b865-88fd1b2023dc by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'de8190a4-5df9-4895-990c-111ce49eb97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '81d635de-5dd6-41b5-944e-480323c72862'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 16:30:47.583723 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Attempting to bind port 0f8cdae4-3f59-4856-b865-88fd1b2023dc on network 81d635de-5dd6-41b5-944e-480323c72862 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:30:47.595661 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c343311-1c0f-49ef-91bb-de12868137df req-3d7414f4-9cf4-424e-b033-c562dc3902cb tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:47.597137 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9c343311-1c0f-49ef-91bb-de12868137df req-3d7414f4-9cf4-424e-b033-c562dc3902cb tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 943 time: 0.0694904 May 25 16:30:47.598079 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Port 0f8cdae4-3f59-4856-b865-88fd1b2023dc on network 81d635de-5dd6-41b5-944e-480323c72862 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 16:30:47.598399 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Attempting to bind port 0f8cdae4-3f59-4856-b865-88fd1b2023dc on network 81d635de-5dd6-41b5-944e-480323c72862 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 16:30:47.605308 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Checking agent: {'id': 'b40e7b22-4161-4a57-8bc8-c37e7e7f4db4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'started_at': datetime.datetime(2022, 5, 25, 16, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 16, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 16:30:47.605642 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Checking segment: {'id': 'de8190a4-5df9-4895-990c-111ce49eb97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '81d635de-5dd6-41b5-944e-480323c72862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 16:30:47.606608 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Bound using segment: {'id': 'de8190a4-5df9-4895-990c-111ce49eb97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '81d635de-5dd6-41b5-944e-480323c72862'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 16:30:47.607082 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Bound port: 0f8cdae4-3f59-4856-b865-88fd1b2023dc, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8190a4-5df9-4895-990c-111ce49eb97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '81d635de-5dd6-41b5-944e-480323c72862'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 16:30:47.607543 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:47.689182 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9c343311-1c0f-49ef-91bb-de12868137df req-6f0b3704-d9e7-46a0-9161-8cbf9d824e74 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856330 May 25 16:30:47.704097 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] For port 0f8cdae4-3f59-4856-b865-88fd1b2023dc, host hv-cinder-84327, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 16:30:47.707604 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] For port 0f8cdae4-3f59-4856-b865-88fd1b2023dc, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0f8cdae4-3f59-4856-b865-88fd1b2023dc,segment=NetworkSegment(de8190a4-5df9-4895-990c-111ce49eb97f),segment_id=de8190a4-5df9-4895-990c-111ce49eb97f)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 16:30:47.712702 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:47.745374 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:47.746024 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:47.747708 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] 10.222.0.84 "PUT /v2.0/ports/0f8cdae4-3f59-4856-b865-88fd1b2023dc HTTP/1.1" status: 200 len: 1093 time: 0.7138243 May 25 16:30:47.748150 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c81898-0775-4ff6-954e-376c4762b961', 'tag': '0f8cdae4-3f59-4856-b865-88fd1b2023dc'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:30:47.750567 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45ecc7b-bb59-4254-9e59-aec2d1326f39" -d '{"events": [{"name": "network-changed", "server_uuid": "54c81898-0775-4ff6-954e-376c4762b961", "tag": "0f8cdae4-3f59-4856-b865-88fd1b2023dc"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:30:47.774123 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff28f5-7766-4795-9a61-63d7c10b0ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8cdae4-3f59-4856-b865-88fd1b2023dc,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:47.798462 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da78ae10-dbb1-46e5-a1cb-b15c38c6dc6b x-openstack-request-id: req-da78ae10-dbb1-46e5-a1cb-b15c38c6dc6b {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:30:47.798751 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c81898-0775-4ff6-954e-376c4762b961", "tag": "0f8cdae4-3f59-4856-b865-88fd1b2023dc", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:30:47.799029 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da78ae10-dbb1-46e5-a1cb-b15c38c6dc6b {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:30:47.799483 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da78ae10-dbb1-46e5-a1cb-b15c38c6dc6b'] response: {'name': 'network-changed', 'server_uuid': '54c81898-0775-4ff6-954e-376c4762b961', 'tag': '0f8cdae4-3f59-4856-b865-88fd1b2023dc', 'status': 'completed', 'code': 200} May 25 16:30:47.844166 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-2e5bd641-0ef9-4e7a-80ce-00e487da146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:47.845656 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-2e5bd641-0ef9-4e7a-80ce-00e487da146d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f6a5a6ae8b2488f8a5af6d2066fa88e&device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 1127 time: 0.0396957 May 25 16:30:47.883886 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-d899066a-9e27-4ade-9419-31de36f3a7bf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f8cdae4-3f59-4856-b865-88fd1b2023dc HTTP/1.1" status: 200 len: 217 time: 0.0316813 May 25 16:30:47.954953 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-d7680880-86cf-4085-8f9f-080c5ba222da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:47.956325 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-d7680880-86cf-4085-8f9f-080c5ba222da service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb9b703b-043c-48ad-97d8-115941c26d04 HTTP/1.1" status: 200 len: 853 time: 0.0675330 May 25 16:30:47.989399 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-892a65dd-8a82-4291-83a4-3364233c90e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d635de-5dd6-41b5-944e-480323c72862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261745 May 25 16:30:48.076417 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-bee5c727-9655-4925-97b6-1807d944d1c1 service neutron] 10.222.0.84 "GET /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809767 May 25 16:30:48.141200 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:48.149510 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:48.179728 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55fc1a14-2da7-4ac0-be6e-8c3ab979dcca req-982c02fa-7506-48af-893a-61c5154d03f4 service neutron] 10.222.0.84 "GET /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907052 May 25 16:30:48.802609 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d393b40-8376-4aac-aea7-e404c3317f79 req-8a62403d-956e-418b-92dc-b20addd9aa92 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:48.804051 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d393b40-8376-4aac-aea7-e404c3317f79 req-8a62403d-956e-418b-92dc-b20addd9aa92 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 943 time: 0.0475788 May 25 16:30:48.852802 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d393b40-8376-4aac-aea7-e404c3317f79 req-72b91aa2-edd8-4d6c-a5a0-904239c1b0ad tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 May 25 16:30:49.042069 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ecc7b-bb59-4254-9e59-aec2d1326f39 req-25200fa1-3f39-4c60-a7fe-11bcba24ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:49.043441 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c45ecc7b-bb59-4254-9e59-aec2d1326f39 req-25200fa1-3f39-4c60-a7fe-11bcba24ecfe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f6a5a6ae8b2488f8a5af6d2066fa88e&device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 1127 time: 0.0394831 May 25 16:30:49.133766 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ecc7b-bb59-4254-9e59-aec2d1326f39 req-210f07e4-9cdc-4db3-92e7-d5c953c752cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:49.135207 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c45ecc7b-bb59-4254-9e59-aec2d1326f39 req-210f07e4-9cdc-4db3-92e7-d5c953c752cd service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d635de-5dd6-41b5-944e-480323c72862 HTTP/1.1" status: 200 len: 915 time: 0.0860779 May 25 16:30:49.190542 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c45ecc7b-bb59-4254-9e59-aec2d1326f39 req-769f9f4c-f22f-461e-bedd-04341d372aab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f8cdae4-3f59-4856-b865-88fd1b2023dc HTTP/1.1" status: 200 len: 217 time: 0.0465670 May 25 16:30:49.253331 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ecc7b-bb59-4254-9e59-aec2d1326f39 req-2ae472bc-fa83-476e-8f02-f3a3be2bc957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:49.254831 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c45ecc7b-bb59-4254-9e59-aec2d1326f39 req-2ae472bc-fa83-476e-8f02-f3a3be2bc957 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb9b703b-043c-48ad-97d8-115941c26d04 HTTP/1.1" status: 200 len: 853 time: 0.0592320 May 25 16:30:49.287344 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c45ecc7b-bb59-4254-9e59-aec2d1326f39 req-8cf71701-6cd2-4582-afa9-79f1d5673f67 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d635de-5dd6-41b5-944e-480323c72862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265441 May 25 16:30:49.376815 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c45ecc7b-bb59-4254-9e59-aec2d1326f39 req-0946e99a-b649-4657-94e8-7d262220104b service neutron] 10.222.0.84 "GET /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835834 May 25 16:30:49.471254 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c45ecc7b-bb59-4254-9e59-aec2d1326f39 req-fb5594ed-0d08-42e1-a5dc-e7b400c87055 service neutron] 10.222.0.84 "GET /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864499 May 25 16:30:49.968301 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919855f7-fc60-4ca7-9852-35cd1e5b3d3b req-fcb8e164-5d1c-4516-9a3d-c5b32d34dbe6 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:49.969755 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-919855f7-fc60-4ca7-9852-35cd1e5b3d3b req-fcb8e164-5d1c-4516-9a3d-c5b32d34dbe6 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 943 time: 0.0478637 May 25 16:30:50.016138 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-919855f7-fc60-4ca7-9852-35cd1e5b3d3b req-94c52c2a-e86f-4f0a-9805-e3aa4ef10bf5 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 May 25 16:30:51.128933 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56443a0-33df-4047-973b-40945ccdae2d req-a4fe44ac-b172-41b1-85c4-55e796489ea5 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:51.130386 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f56443a0-33df-4047-973b-40945ccdae2d req-a4fe44ac-b172-41b1-85c4-55e796489ea5 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 943 time: 0.0461686 May 25 16:30:51.180906 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f56443a0-33df-4047-973b-40945ccdae2d req-f426be2c-f14a-4b7f-8998-f61a600b8964 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450733 May 25 16:30:51.458928 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:30:51.478102 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:52.205945 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0f8cdae4-3f59-4856-b865-88fd1b2023dc details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:30:52.208129 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:52.296421 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8df4-b4ed-49d1-b019-903e32b57485 req-a6d51652-fcf0-4af2-ace1-2b131da746a5 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:52.297913 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-da8f8df4-b4ed-49d1-b019-903e32b57485 req-a6d51652-fcf0-4af2-ace1-2b131da746a5 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 943 time: 0.0486808 May 25 16:30:52.307107 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0f8cdae4-3f59-4856-b865-88fd1b2023dc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0f8cdae4-3f59-4856-b865-88fd1b2023dc,segment=NetworkSegment(de8190a4-5df9-4895-990c-111ce49eb97f),segment_id=de8190a4-5df9-4895-990c-111ce49eb97f)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:52.319069 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '0f8cdae4-3f59-4856-b865-88fd1b2023dc', 'network_id': '81d635de-5dd6-41b5-944e-480323c72862', 'port_id': '0f8cdae4-3f59-4856-b865-88fd1b2023dc', 'mac_address': 'fa:16:3e:31:39:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9b703b-043c-48ad-97d8-115941c26d04', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:30:52.344024 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-da8f8df4-b4ed-49d1-b019-903e32b57485 req-88b85cae-c695-47e9-814c-c9ff835a6995 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 May 25 16:30:52.355167 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 0f8cdae4-3f59-4856-b865-88fd1b2023dc is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:30:52.355535 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:52.368674 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8cdae4-3f59-4856-b865-88fd1b2023dc {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:30:52.389252 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0f8cdae4-3f59-4856-b865-88fd1b2023dc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0f8cdae4-3f59-4856-b865-88fd1b2023dc,segment=NetworkSegment(de8190a4-5df9-4895-990c-111ce49eb97f),segment_id=de8190a4-5df9-4895-990c-111ce49eb97f)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:52.392899 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:52.441622 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=0f8cdae4-3f59-4856-b865-88fd1b2023dc,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:52.448552 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.448892 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.449228 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.449558 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.450747 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.451077 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.451400 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.451721 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.452065 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.452422 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.452706 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.453026 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.453345 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.453652 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.453990 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:30:52.626569 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['0f8cdae4-3f59-4856-b865-88fd1b2023dc'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:30:53.457547 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d259ae0-5579-43ca-9dd2-84263e6c3b6c req-1b0cf024-d6ab-478a-82d2-fef5e4ddc21f tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:53.459053 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3d259ae0-5579-43ca-9dd2-84263e6c3b6c req-1b0cf024-d6ab-478a-82d2-fef5e4ddc21f tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 944 time: 0.0473566 May 25 16:30:53.506736 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3d259ae0-5579-43ca-9dd2-84263e6c3b6c req-7218cfea-de8c-464d-b188-2fbcf6d26728 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 May 25 16:30:54.223224 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0f8cdae4-3f59-4856-b865-88fd1b2023dc up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:30:54.274107 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning for port 0f8cdae4-3f59-4856-b865-88fd1b2023dc completed by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 16:30:54.283461 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 0f8cdae4-3f59-4856-b865-88fd1b2023dc triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:30:54.284119 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:54.304446 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:54.359461 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 0f8cdae4-3f59-4856-b865-88fd1b2023dc is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:30:54.359842 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:54.383373 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c81898-0775-4ff6-954e-376c4762b961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8cdae4-3f59-4856-b865-88fd1b2023dc'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:30:54.385569 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aac6a75-ccaa-4cd1-804e-f264533e633b" -d '{"events": [{"server_uuid": "54c81898-0775-4ff6-954e-376c4762b961", "name": "network-vif-plugged", "status": "completed", "tag": "0f8cdae4-3f59-4856-b865-88fd1b2023dc"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:30:54.397948 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0f8cdae4-3f59-4856-b865-88fd1b2023dc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0f8cdae4-3f59-4856-b865-88fd1b2023dc,segment=NetworkSegment(de8190a4-5df9-4895-990c-111ce49eb97f),segment_id=de8190a4-5df9-4895-990c-111ce49eb97f)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:30:54.401924 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:30:54.425672 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29f08f4-0188-4e5e-a925-3c000166a1d2 x-openstack-request-id: req-c29f08f4-0188-4e5e-a925-3c000166a1d2 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:30:54.425979 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c81898-0775-4ff6-954e-376c4762b961", "name": "network-vif-plugged", "status": "completed", "tag": "0f8cdae4-3f59-4856-b865-88fd1b2023dc", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:30:54.426222 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c29f08f4-0188-4e5e-a925-3c000166a1d2 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:30:54.426605 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29f08f4-0188-4e5e-a925-3c000166a1d2'] response: {'server_uuid': '54c81898-0775-4ff6-954e-376c4762b961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8cdae4-3f59-4856-b865-88fd1b2023dc', 'code': 200} May 25 16:30:54.456596 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=0f8cdae4-3f59-4856-b865-88fd1b2023dc,revision_number=5']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:30:54.629216 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e34cc1-5c8d-489a-b58a-349cf23b9587 req-77febca5-e7c6-403e-9b31-aa91417b6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:54.630710 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-07e34cc1-5c8d-489a-b58a-349cf23b9587 req-77febca5-e7c6-403e-9b31-aa91417b6aac service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 1129 time: 0.0678127 May 25 16:30:54.642821 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20667ee-21fa-4a98-995e-e961fde3f57a req-4392a9fc-e00d-4ae7-9377-b18a4dcdc0ea tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:54.644181 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b20667ee-21fa-4a98-995e-e961fde3f57a req-4392a9fc-e00d-4ae7-9377-b18a4dcdc0ea tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 945 time: 0.0521817 May 25 16:30:54.658819 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:54.673602 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:54.718099 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-07e34cc1-5c8d-489a-b58a-349cf23b9587 req-b162ecaa-6852-4cc3-a0e3-92e3d9527962 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730004 May 25 16:30:54.721151 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b20667ee-21fa-4a98-995e-e961fde3f57a req-f7b6260d-9ea0-4440-a04f-35ab0780ea20 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700712 May 25 16:30:55.071357 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=69,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:55.079918 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:30:55.845843 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b440d6-d367-4c67-9fce-40fc2044d4ed req-74922156-a61e-4518-9076-d5d32aae71fc tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:55.847373 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48b440d6-d367-4c67-9fce-40fc2044d4ed req-74922156-a61e-4518-9076-d5d32aae71fc tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 945 time: 0.0480332 May 25 16:30:55.897814 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48b440d6-d367-4c67-9fce-40fc2044d4ed req-44b2873e-ebb6-4528-bb66-4aac8679e3ca tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448382 May 25 16:30:57.019395 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49def6b8-2361-4301-8434-a52cbe76709e req-dfbde124-edb0-432a-b5fb-70302079ae2a tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:30:57.020843 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49def6b8-2361-4301-8434-a52cbe76709e req-dfbde124-edb0-432a-b5fb-70302079ae2a tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 945 time: 0.0474768 May 25 16:30:57.068798 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49def6b8-2361-4301-8434-a52cbe76709e req-8d48cea7-f2e3-4bfb-aca1-0f91b125bc8d tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423832 May 25 16:31:00.242416 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-9f6957b7-5565-4c1b-83ea-21dacee71817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:01.454298 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:01.455034 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=44 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:02.561295 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-798e8c7f-363a-4b1c-8f16-a4cb464fed32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:03.697471 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:05.367966 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:06.553518 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:07.061757 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=26 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:07.064561 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=25 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:12.366187 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-51a767c5-b7a8-44c5-aced-f33fb77f1e59 req-370b8fbd-7f93-422e-b9f1-06f0a84e1965 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574722537&fields=id&tenant_id=c8efc0621a1242329970cda13b3fee4b HTTP/1.1" status: 200 len: 267 time: 0.0466692 May 25 16:31:12.418757 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a767c5-b7a8-44c5-aced-f33fb77f1e59 req-a7510858-20b4-469e-aa5c-825ade368ed3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:12.420219 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-51a767c5-b7a8-44c5-aced-f33fb77f1e59 req-a7510858-20b4-469e-aa5c-825ade368ed3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 985 time: 0.0477133 May 25 16:31:12.430747 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-51a767c5-b7a8-44c5-aced-f33fb77f1e59 req-73241fab-f093-4ff0-b711-28f53a7b243f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Request body: {'port': {'security_groups': ['54dab29e-2338-41ea-b4f0-990528736b41']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 16:31:12.510092 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-51a767c5-b7a8-44c5-aced-f33fb77f1e59 req-73241fab-f093-4ff0-b711-28f53a7b243f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:12.719839 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-51a767c5-b7a8-44c5-aced-f33fb77f1e59 req-73241fab-f093-4ff0-b711-28f53a7b243f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] For port 0bc5d294-6526-41f2-a874-eb5b98d8279f, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:31:12.747214 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-51a767c5-b7a8-44c5-aced-f33fb77f1e59 req-73241fab-f093-4ff0-b711-28f53a7b243f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:12.752449 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-51a767c5-b7a8-44c5-aced-f33fb77f1e59 req-73241fab-f093-4ff0-b711-28f53a7b243f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407952'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:12.766791 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['0bc5d294-6526-41f2-a874-eb5b98d8279f'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:31:12.794955 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a767c5-b7a8-44c5-aced-f33fb77f1e59 req-73241fab-f093-4ff0-b711-28f53a7b243f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:12.795583 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-51a767c5-b7a8-44c5-aced-f33fb77f1e59 req-73241fab-f093-4ff0-b711-28f53a7b243f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:12.796963 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-51a767c5-b7a8-44c5-aced-f33fb77f1e59 req-73241fab-f093-4ff0-b711-28f53a7b243f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "PUT /v2.0/ports/0bc5d294-6526-41f2-a874-eb5b98d8279f HTTP/1.1" status: 200 len: 943 time: 0.3706985 May 25 16:31:12.797411 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:31:12.799690 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bfd3d2-1f24-4416-8e27-5fd8a0106fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "11516011-7294-415c-9637-27fe37077315", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:31:12.810188 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 50926) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:12.816047 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:12.825013 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73241fab-f093-4ff0-b711-28f53a7b243f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event updated for resources: {'Port': ['ID=0bc5d294-6526-41f2-a874-eb5b98d8279f,revision_number=7']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:12.892160 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['0bc5d294-6526-41f2-a874-eb5b98d8279f'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:31:12.916171 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c99b0dac-7eac-4400-87c0-7803804d879e tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group (112fb6f1-635e-4d28-bb0d-83a601a813d5), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:12.947227 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c99b0dac-7eac-4400-87c0-7803804d879e tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group (112fb6f1-635e-4d28-bb0d-83a601a813d5), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:13.029353 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c99b0dac-7eac-4400-87c0-7803804d879e tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (112fb6f1-635e-4d28-bb0d-83a601a813d5), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:13.032918 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c99b0dac-7eac-4400-87c0-7803804d879e tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:13.036672 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c99b0dac-7eac-4400-87c0-7803804d879e tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "DELETE /v2.0/security-groups/112fb6f1-635e-4d28-bb0d-83a601a813d5 HTTP/1.1" status: 204 len: 168 time: 0.2155204 May 25 16:31:13.037005 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 50930) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:13.064771 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b0dac-7eac-4400-87c0-7803804d879e tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112fb6f1-635e-4d28-bb0d-83a601a813d5,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:13.116522 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0fd0505c-5829-4575-80db-1070867f27f7 None None] Provisioning complete for port 0bc5d294-6526-41f2-a874-eb5b98d8279f triggered by entity DHCP. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:31:13.116887 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0fd0505c-5829-4575-80db-1070867f27f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:13.152326 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a075ba-5bcb-462e-a77a-1fc95c33c7f3 x-openstack-request-id: req-41a075ba-5bcb-462e-a77a-1fc95c33c7f3 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:31:13.153242 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11516011-7294-415c-9637-27fe37077315", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:31:13.153742 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41a075ba-5bcb-462e-a77a-1fc95c33c7f3 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:31:13.154252 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a075ba-5bcb-462e-a77a-1fc95c33c7f3'] response: {'name': 'network-changed', 'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'status': 'completed', 'code': 200} May 25 16:31:13.200380 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0505c-5829-4575-80db-1070867f27f7 None None] Current status of the port 0bc5d294-6526-41f2-a874-eb5b98d8279f is: ACTIVE; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:31:13.240473 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Deleting port 7995e638-9e12-4abe-a4eb-913d9da9d1e8 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:31:13.240726 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (7995e638-9e12-4abe-a4eb-913d9da9d1e8), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:13.245497 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfd3d2-1f24-4416-8e27-5fd8a0106fc1 req-06c4ccb7-5ed2-4689-93ab-1fa78f1cfea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:13.247690 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49bfd3d2-1f24-4416-8e27-5fd8a0106fc1 req-06c4ccb7-5ed2-4689-93ab-1fa78f1cfea6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8efc0621a1242329970cda13b3fee4b&device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 1130 time: 0.0683665 May 25 16:31:13.390423 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (7995e638-9e12-4abe-a4eb-913d9da9d1e8), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:13.391111 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for floatingip (7995e638-9e12-4abe-a4eb-913d9da9d1e8), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:13.413078 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Calling delete_port for 7995e638-9e12-4abe-a4eb-913d9da9d1e8 owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:31:13.415800 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfd3d2-1f24-4416-8e27-5fd8a0106fc1 req-1f8bba1a-81c2-4fe5-aa3d-ae41743b4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:13.417252 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49bfd3d2-1f24-4416-8e27-5fd8a0106fc1 req-1f8bba1a-81c2-4fe5-aa3d-ae41743b4d8b service neutron] 10.222.0.84 "GET /v2.0/networks?id=3208438a-9fe5-4561-8a67-505a574fed46 HTTP/1.1" status: 200 len: 916 time: 0.1603391 May 25 16:31:13.487976 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:13.492277 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:13.534507 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49bfd3d2-1f24-4416-8e27-5fd8a0106fc1 req-9756f93b-6eb0-4942-a086-89eeefc04ea6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f HTTP/1.1" status: 200 len: 1002 time: 0.1098852 May 25 16:31:13.610091 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfd3d2-1f24-4416-8e27-5fd8a0106fc1 req-bfb1042a-d3e3-498e-b171-f82ce8f86e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:13.611711 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49bfd3d2-1f24-4416-8e27-5fd8a0106fc1 req-bfb1042a-d3e3-498e-b171-f82ce8f86e82 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a194589e-69a7-418c-a056-ee7371b3726f HTTP/1.1" status: 200 len: 853 time: 0.0686121 May 25 16:31:13.681662 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfd3d2-1f24-4416-8e27-5fd8a0106fc1 req-e8920ad4-3936-44f9-90ae-98bc88baa458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:13.683185 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49bfd3d2-1f24-4416-8e27-5fd8a0106fc1 req-e8920ad4-3936-44f9-90ae-98bc88baa458 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3208438a-9fe5-4561-8a67-505a574fed46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633018 May 25 16:31:13.716736 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (7995e638-9e12-4abe-a4eb-913d9da9d1e8), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:13.778354 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event deleted for resources: {'Port': ['ID=7995e638-9e12-4abe-a4eb-913d9da9d1e8,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:13.855043 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49bfd3d2-1f24-4416-8e27-5fd8a0106fc1 req-e19220c2-6f6d-44ef-9ee6-32ba12b94806 service neutron] 10.222.0.84 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632671 May 25 16:31:13.862176 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks [] for floatingip (08c2bde1-aaa7-4d4c-a3c0-314b2203fbb6), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:13.862508 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Floating IP 08c2bde1-aaa7-4d4c-a3c0-314b2203fbb6 disassociated (deleted). External IP: 172.27.1.184, port: 0bc5d294-6526-41f2-a874-eb5b98d8279f. May 25 16:31:14.288891 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49bfd3d2-1f24-4416-8e27-5fd8a0106fc1 req-5d0b7565-85aa-4ae3-a9a3-669b4c2bbb48 service neutron] 10.222.0.84 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234087 May 25 16:31:14.390679 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Router 01f1d9c3-ed6f-4452-88e9-60337102e01d has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:31:14.484051 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:14.494587 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:31:14.500231 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:14.504766 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f40c4-845a-4d6d-ada4-23d1fd51e1e3 None None] Sync routers for ids ['01f1d9c3-ed6f-4452-88e9-60337102e01d'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:31:14.516090 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f40c4-845a-4d6d-ada4-23d1fd51e1e3 None None] Routers {'01f1d9c3-ed6f-4452-88e9-60337102e01d'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:31:14.516718 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-262f40c4-845a-4d6d-ada4-23d1fd51e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:31:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['01f1d9c3-ed6f-4452-88e9-60337102e01d'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:14.531560 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-47b760ff-047a-4d2a-be39-8ac6300bf2ac tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "DELETE /v2.0/floatingips/08c2bde1-aaa7-4d4c-a3c0-314b2203fbb6 HTTP/1.1" status: 204 len: 168 time: 1.4934008 May 25 16:31:14.623527 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:14.631107 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-262f40c4-845a-4d6d-ada4-23d1fd51e1e3 None None] Set router 01f1d9c3-ed6f-4452-88e9-60337102e01d gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:31:14.834918 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-262f40c4-845a-4d6d-ada4-23d1fd51e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '94fc1719-a007-418c-8393-afdaaa298d0c', 'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'mac_address': 'fa:16:3e:52:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:47Z', 'updated_at': '2022-05-25T16:28:53Z', 'revision_number': 5, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'subnets': [{'id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:14.864654 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f40c4-845a-4d6d-ada4-23d1fd51e1e3 None None] Checking router: 01f1d9c3-ed6f-4452-88e9-60337102e01d for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:31:14.873026 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f40c4-845a-4d6d-ada4-23d1fd51e1e3 None None] Routers {'01f1d9c3-ed6f-4452-88e9-60337102e01d'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:31:14.873676 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-262f40c4-845a-4d6d-ada4-23d1fd51e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:31:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['01f1d9c3-ed6f-4452-88e9-60337102e01d'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:14.972635 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-262f40c4-845a-4d6d-ada4-23d1fd51e1e3 None None] Set router 01f1d9c3-ed6f-4452-88e9-60337102e01d gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:31:15.112652 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:15.155269 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:31:15.157625 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6af825-113d-4df6-8012-32c06b1d0bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "11516011-7294-415c-9637-27fe37077315", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:31:15.157802 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-262f40c4-845a-4d6d-ada4-23d1fd51e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '94fc1719-a007-418c-8393-afdaaa298d0c', 'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'mac_address': 'fa:16:3e:52:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:47Z', 'updated_at': '2022-05-25T16:28:53Z', 'revision_number': 5, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'subnets': [{'id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:15.185576 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f40c4-845a-4d6d-ada4-23d1fd51e1e3 None None] The sync data for ids ['01f1d9c3-ed6f-4452-88e9-60337102e01d'] in dv-cinder-843278-2-iscsi is: [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:28:48Z', 'revision_number': 4, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': '94fc1719-a007-418c-8393-afdaaa298d0c', 'name': '', 'network_id': '3208438a-9fe5-4561-8a67-505a574fed46', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'mac_address': 'fa:16:3e:52:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:47Z', 'updated_at': '2022-05-25T16:28:53Z', 'revision_number': 5, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'subnets': [{'id': 'a194589e-69a7-418c-a056-ee7371b3726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:31:15.193467 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a00da1-f5b0-4699-9dff-5c867aeed921 x-openstack-request-id: req-94a00da1-f5b0-4699-9dff-5c867aeed921 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:31:15.193780 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11516011-7294-415c-9637-27fe37077315", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:31:15.194035 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94a00da1-f5b0-4699-9dff-5c867aeed921 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:31:15.194440 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a00da1-f5b0-4699-9dff-5c867aeed921'] response: {'name': 'network-changed', 'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'status': 'completed', 'code': 200} May 25 16:31:15.292514 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6af825-113d-4df6-8012-32c06b1d0bc8 req-7dcb65fd-f16a-4eb3-b905-fd52cb4ea0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:15.294157 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c6af825-113d-4df6-8012-32c06b1d0bc8 req-7dcb65fd-f16a-4eb3-b905-fd52cb4ea0c3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8efc0621a1242329970cda13b3fee4b&device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 1130 time: 0.0425768 May 25 16:31:15.320184 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:15.390480 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6af825-113d-4df6-8012-32c06b1d0bc8 req-2efade8f-fd64-4490-9565-00bcf861bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:15.392054 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c6af825-113d-4df6-8012-32c06b1d0bc8 req-2efade8f-fd64-4490-9565-00bcf861bcd7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3208438a-9fe5-4561-8a67-505a574fed46 HTTP/1.1" status: 200 len: 916 time: 0.0922835 May 25 16:31:15.425293 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e15565-8037-479c-ad48-d5b0087dbe64 None None] New status for floating IP 08c2bde1-aaa7-4d4c-a3c0-314b2203fbb6: DOWN {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:31:15.439351 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c6af825-113d-4df6-8012-32c06b1d0bc8 req-b7047c8a-f13f-4c71-95c5-a5b9a1543081 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f HTTP/1.1" status: 200 len: 217 time: 0.0399654 May 25 16:31:15.500376 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6af825-113d-4df6-8012-32c06b1d0bc8 req-f617a5e8-5bcc-48c5-9606-795643256355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:15.502050 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c6af825-113d-4df6-8012-32c06b1d0bc8 req-f617a5e8-5bcc-48c5-9606-795643256355 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a194589e-69a7-418c-a056-ee7371b3726f HTTP/1.1" status: 200 len: 853 time: 0.0484314 May 25 16:31:15.553801 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6af825-113d-4df6-8012-32c06b1d0bc8 req-469818db-ba10-44bf-b406-1d9816cca7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:15.555295 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c6af825-113d-4df6-8012-32c06b1d0bc8 req-469818db-ba10-44bf-b406-1d9816cca7e4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3208438a-9fe5-4561-8a67-505a574fed46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446770 May 25 16:31:15.650034 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c6af825-113d-4df6-8012-32c06b1d0bc8 req-a57d8849-56c7-46ab-9854-db65b908502c service neutron] 10.222.0.84 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872304 May 25 16:31:15.742668 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c6af825-113d-4df6-8012-32c06b1d0bc8 req-1157b748-8fff-46f0-b194-d3223e430f70 service neutron] 10.222.0.84 "GET /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866861 May 25 16:31:17.160242 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26d621-29fb-424b-80ea-b170bc8fc914 req-a593014e-2fb3-49fb-ad46-41574cb0e21a tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:17.161825 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1e26d621-29fb-424b-80ea-b170bc8fc914 req-a593014e-2fb3-49fb-ad46-41574cb0e21a tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 945 time: 0.0522146 May 25 16:31:17.213111 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1e26d621-29fb-424b-80ea-b170bc8fc914 req-eba48d99-bc4a-4664-9fb0-7a0156fdad3a tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 May 25 16:31:17.297178 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135338b-2f46-41e4-8a3c-208cdbf3d6cf req-6e679ad7-d62f-410c-9f85-8cbab3b111a1 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:17.298677 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2135338b-2f46-41e4-8a3c-208cdbf3d6cf req-6e679ad7-d62f-410c-9f85-8cbab3b111a1 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 946 time: 0.0486016 May 25 16:31:17.347701 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2135338b-2f46-41e4-8a3c-208cdbf3d6cf req-3c29030f-1f01-4e87-8172-1e729c700764 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434282 May 25 16:31:18.327930 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03573f9-2db6-4671-9c89-7b986e9f45bd req-e3a0f5c7-e18b-4891-b917-bfadcc8ba893 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:18.330773 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f03573f9-2db6-4671-9c89-7b986e9f45bd req-e3a0f5c7-e18b-4891-b917-bfadcc8ba893 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 945 time: 0.0478904 May 25 16:31:18.385505 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f03573f9-2db6-4671-9c89-7b986e9f45bd req-2b8bd469-6fa5-49c8-b209-282f87829927 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492990 May 25 16:31:18.467390 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c41e1-9b0f-4947-8ad3-455a983204ab req-82f1d5bc-da6b-439e-802c-cf6809370ff1 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:18.468885 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e46c41e1-9b0f-4947-8ad3-455a983204ab req-82f1d5bc-da6b-439e-802c-cf6809370ff1 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 946 time: 0.0473158 May 25 16:31:18.516001 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e46c41e1-9b0f-4947-8ad3-455a983204ab req-766be39f-2336-4076-a207-4c55c73f559f tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414591 May 25 16:31:19.500348 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738016f-3c41-4929-bd66-d91a9924f826 req-e2fe1447-af2c-44df-85db-66456456c72f tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:19.501831 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3738016f-3c41-4929-bd66-d91a9924f826 req-e2fe1447-af2c-44df-85db-66456456c72f tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 945 time: 0.0462945 May 25 16:31:19.549543 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3738016f-3c41-4929-bd66-d91a9924f826 req-cffe5328-22c2-404d-8a82-7ad3c3602156 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422940 May 25 16:31:19.645037 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ea097-73f4-40e5-bf3e-e23b1343cc40 req-40182df2-0c04-4d99-8eab-900be4ad37db tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:19.647577 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4b7ea097-73f4-40e5-bf3e-e23b1343cc40 req-40182df2-0c04-4d99-8eab-900be4ad37db tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 946 time: 0.0634422 May 25 16:31:19.694616 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4b7ea097-73f4-40e5-bf3e-e23b1343cc40 req-f8aa60d0-8fd7-4f38-87a1-dce6244faadb tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 May 25 16:31:20.160277 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:20.170005 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a506d8-5695-4d2b-95c0-1b1fba048940 req-52f5a64f-91fa-46ec-87a4-6f1292e041c7 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:20.171421 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a2a506d8-5695-4d2b-95c0-1b1fba048940 req-52f5a64f-91fa-46ec-87a4-6f1292e041c7 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.84 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 945 time: 0.0473342 May 25 16:31:20.205169 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:20.285728 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-a2a506d8-5695-4d2b-95c0-1b1fba048940 req-eed5219b-5a72-4dcc-ae03-a53b41cbfbf0 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Deleting port 0f8cdae4-3f59-4856-b865-88fd1b2023dc {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:31:20.286072 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a2a506d8-5695-4d2b-95c0-1b1fba048940 req-eed5219b-5a72-4dcc-ae03-a53b41cbfbf0 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:20.295321 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f6736-428a-4edb-80f5-73b674b3106f req-8426eaae-7ab2-4dc3-be4b-5dd22d1b6ef3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:20.296723 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a6f6736-428a-4edb-80f5-73b674b3106f req-8426eaae-7ab2-4dc3-be4b-5dd22d1b6ef3 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.84 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 946 time: 0.0789528 May 25 16:31:20.440730 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-7a6f6736-428a-4edb-80f5-73b674b3106f req-886c6796-0fd0-4eda-831f-1bc5ce9ccb3b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Deleting port 0bc5d294-6526-41f2-a874-eb5b98d8279f {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:31:20.441061 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-7a6f6736-428a-4edb-80f5-73b674b3106f req-886c6796-0fd0-4eda-831f-1bc5ce9ccb3b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:20.448539 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-a2a506d8-5695-4d2b-95c0-1b1fba048940 req-eed5219b-5a72-4dcc-ae03-a53b41cbfbf0 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] For port 0f8cdae4-3f59-4856-b865-88fd1b2023dc, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0f8cdae4-3f59-4856-b865-88fd1b2023dc,segment=NetworkSegment(de8190a4-5df9-4895-990c-111ce49eb97f),segment_id=de8190a4-5df9-4895-990c-111ce49eb97f)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:31:20.448884 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a2a506d8-5695-4d2b-95c0-1b1fba048940 req-eed5219b-5a72-4dcc-ae03-a53b41cbfbf0 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:20.498964 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-a2a506d8-5695-4d2b-95c0-1b1fba048940 req-eed5219b-5a72-4dcc-ae03-a53b41cbfbf0 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Calling delete_port for 0f8cdae4-3f59-4856-b865-88fd1b2023dc owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:31:20.589320 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-7a6f6736-428a-4edb-80f5-73b674b3106f req-886c6796-0fd0-4eda-831f-1bc5ce9ccb3b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] For port 0bc5d294-6526-41f2-a874-eb5b98d8279f, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0bc5d294-6526-41f2-a874-eb5b98d8279f,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:31:20.590649 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-7a6f6736-428a-4edb-80f5-73b674b3106f req-886c6796-0fd0-4eda-831f-1bc5ce9ccb3b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:20.608242 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-7a6f6736-428a-4edb-80f5-73b674b3106f req-886c6796-0fd0-4eda-831f-1bc5ce9ccb3b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Calling delete_port for 0bc5d294-6526-41f2-a874-eb5b98d8279f owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:31:20.741622 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbcd49-0ffa-4158-89ee-7018ab275d17 req-cc798186-761d-4ca4-9ffb-3775f5ccae69 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:20.743112 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6edbcd49-0ffa-4158-89ee-7018ab275d17 req-cc798186-761d-4ca4-9ffb-3775f5ccae69 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c81898-0775-4ff6-954e-376c4762b961 HTTP/1.1" status: 200 len: 945 time: 0.1216164 May 25 16:31:20.814070 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a2a506d8-5695-4d2b-95c0-1b1fba048940 req-eed5219b-5a72-4dcc-ae03-a53b41cbfbf0 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (0f8cdae4-3f59-4856-b865-88fd1b2023dc), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:20.827015 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['0f8cdae4-3f59-4856-b865-88fd1b2023dc'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:31:20.876639 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5b7e5-e925-4b52-96ab-e50b3f573233 req-ec887e8b-7fdf-4c8b-8852-00f00b2c604e tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:20.878129 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-64c5b7e5-e925-4b52-96ab-e50b3f573233 req-ec887e8b-7fdf-4c8b-8852-00f00b2c604e tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/ports?device_id=11516011-7294-415c-9637-27fe37077315 HTTP/1.1" status: 200 len: 946 time: 0.1144500 May 25 16:31:20.882764 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5219b-5a72-4dcc-ae03-a53b41cbfbf0 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Pushing event deleted for resources: {'Port': ['ID=0f8cdae4-3f59-4856-b865-88fd1b2023dc,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:20.906245 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6edbcd49-0ffa-4158-89ee-7018ab275d17 req-d2954e7e-4298-4907-bb55-675e5482558e tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556268 May 25 16:31:20.962746 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:20.982870 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:20.989677 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a506d8-5695-4d2b-95c0-1b1fba048940 req-eed5219b-5a72-4dcc-ae03-a53b41cbfbf0 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] No DVR routers for this DVR port 0f8cdae4-3f59-4856-b865-88fd1b2023dc on host hv-cinder-84327 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:31:21.000078 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a2a506d8-5695-4d2b-95c0-1b1fba048940 req-eed5219b-5a72-4dcc-ae03-a53b41cbfbf0 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:21.003306 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a2a506d8-5695-4d2b-95c0-1b1fba048940 req-eed5219b-5a72-4dcc-ae03-a53b41cbfbf0 tempest-VolumesSnapshotTestJSON-1211637136 tempest-VolumesSnapshotTestJSON-1211637136-project] 10.222.0.84 "DELETE /v2.0/ports/0f8cdae4-3f59-4856-b865-88fd1b2023dc HTTP/1.1" status: 204 len: 173 time: 0.8266580 May 25 16:31:21.006034 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c81898-0775-4ff6-954e-376c4762b961', 'name': 'network-vif-deleted', 'tag': '0f8cdae4-3f59-4856-b865-88fd1b2023dc'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:31:21.008248 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30ada84-60bf-43a5-baf8-ef130215515e" -d '{"events": [{"server_uuid": "54c81898-0775-4ff6-954e-376c4762b961", "name": "network-vif-deleted", "tag": "0f8cdae4-3f59-4856-b865-88fd1b2023dc"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:31:21.025087 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-7a6f6736-428a-4edb-80f5-73b674b3106f req-886c6796-0fd0-4eda-831f-1bc5ce9ccb3b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (0bc5d294-6526-41f2-a874-eb5b98d8279f), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:21.029840 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-64c5b7e5-e925-4b52-96ab-e50b3f573233 req-0e0d1679-cbce-4216-b261-8a5121768c25 tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.42 "GET /v2.0/security-groups?id=54dab29e-2338-41ea-b4f0-990528736b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442521 May 25 16:31:21.047068 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['0bc5d294-6526-41f2-a874-eb5b98d8279f'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:31:21.060808 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c6796-0fd0-4eda-831f-1bc5ce9ccb3b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Pushing event deleted for resources: {'Port': ['ID=0bc5d294-6526-41f2-a874-eb5b98d8279f,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:21.067729 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a39aab-9e6d-49f6-af6a-4adaf2bf137c x-openstack-request-id: req-47a39aab-9e6d-49f6-af6a-4adaf2bf137c {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:31:21.068020 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c81898-0775-4ff6-954e-376c4762b961", "name": "network-vif-deleted", "tag": "0f8cdae4-3f59-4856-b865-88fd1b2023dc", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:31:21.068272 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47a39aab-9e6d-49f6-af6a-4adaf2bf137c {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:31:21.068731 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a39aab-9e6d-49f6-af6a-4adaf2bf137c'] response: {'server_uuid': '54c81898-0775-4ff6-954e-376c4762b961', 'name': 'network-vif-deleted', 'tag': '0f8cdae4-3f59-4856-b865-88fd1b2023dc', 'status': 'completed', 'code': 200} May 25 16:31:21.115587 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6f6736-428a-4edb-80f5-73b674b3106f req-886c6796-0fd0-4eda-831f-1bc5ce9ccb3b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] No DVR routers for this DVR port 0bc5d294-6526-41f2-a874-eb5b98d8279f on host hv-cinder-84327 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:31:21.117854 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-7a6f6736-428a-4edb-80f5-73b674b3106f req-886c6796-0fd0-4eda-831f-1bc5ce9ccb3b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:21.121113 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a6f6736-428a-4edb-80f5-73b674b3106f req-886c6796-0fd0-4eda-831f-1bc5ce9ccb3b tempest-TestMinimumBasicScenario-908225847 tempest-TestMinimumBasicScenario-908225847-project] 10.222.0.84 "DELETE /v2.0/ports/0bc5d294-6526-41f2-a874-eb5b98d8279f HTTP/1.1" status: 204 len: 173 time: 0.8131626 May 25 16:31:21.490038 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:22.729738 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51058) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:23.000650 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:23.036814 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3970-7e95-4116-a8f2-f7a755af269a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859873'] for router_interface (01f1d9c3-ed6f-4452-88e9-60337102e01d), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:23.064631 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:23.069747 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'name': 'network-vif-deleted', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:31:23.071947 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e868d11d-299a-4b55-bec5-3976388e6bf6" -d '{"events": [{"server_uuid": "11516011-7294-415c-9637-27fe37077315", "name": "network-vif-deleted", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:31:23.120429 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c048320-33d4-4e1d-84ee-6c8072b13971 x-openstack-request-id: req-5c048320-33d4-4e1d-84ee-6c8072b13971 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:31:23.120708 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11516011-7294-415c-9637-27fe37077315", "name": "network-vif-deleted", "tag": "0bc5d294-6526-41f2-a874-eb5b98d8279f", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:31:23.121690 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c048320-33d4-4e1d-84ee-6c8072b13971 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:31:23.122347 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c048320-33d4-4e1d-84ee-6c8072b13971'] response: {'server_uuid': '11516011-7294-415c-9637-27fe37077315', 'name': 'network-vif-deleted', 'tag': '0bc5d294-6526-41f2-a874-eb5b98d8279f', 'status': 'completed', 'code': 200} May 25 16:31:23.275564 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b3970-7e95-4116-a8f2-f7a755af269a admin admin] Deleting port 94fc1719-a007-418c-8393-afdaaa298d0c {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:31:23.275924 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3970-7e95-4116-a8f2-f7a755af269a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:23.354894 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-1e4b3970-7e95-4116-a8f2-f7a755af269a admin admin] For port 94fc1719-a007-418c-8393-afdaaa298d0c, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=94fc1719-a007-418c-8393-afdaaa298d0c,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:31:23.355257 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3970-7e95-4116-a8f2-f7a755af269a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:23.370372 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b3970-7e95-4116-a8f2-f7a755af269a admin admin] Calling delete_port for 94fc1719-a007-418c-8393-afdaaa298d0c owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:31:23.477607 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:23.547309 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:23.563834 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3970-7e95-4116-a8f2-f7a755af269a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (94fc1719-a007-418c-8393-afdaaa298d0c), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:23.590883 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b3970-7e95-4116-a8f2-f7a755af269a admin admin] Pushing event deleted for resources: {'Port': ['ID=94fc1719-a007-418c-8393-afdaaa298d0c,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:24.011184 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3970-7e95-4116-a8f2-f7a755af269a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-110590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859765'] for router_interface (01f1d9c3-ed6f-4452-88e9-60337102e01d), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:24.211167 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4b3970-7e95-4116-a8f2-f7a755af269a admin admin] Router 01f1d9c3-ed6f-4452-88e9-60337102e01d has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:31:24.309461 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4b3970-7e95-4116-a8f2-f7a755af269a admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:31:24.315157 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1e4b3970-7e95-4116-a8f2-f7a755af269a admin admin] 10.222.0.42 "PUT /v2.0/routers/01f1d9c3-ed6f-4452-88e9-60337102e01d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5835238 May 25 16:31:24.316916 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51068) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:24.320106 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775a57da-72c1-4df1-ba96-ef5d1b53be2a None None] Sync routers for ids ['01f1d9c3-ed6f-4452-88e9-60337102e01d'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:31:24.331365 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a57da-72c1-4df1-ba96-ef5d1b53be2a None None] Routers {'01f1d9c3-ed6f-4452-88e9-60337102e01d'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:31:24.332000 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-775a57da-72c1-4df1-ba96-ef5d1b53be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:31:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['01f1d9c3-ed6f-4452-88e9-60337102e01d'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:24.419165 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Publish callbacks [] for router (01f1d9c3-ed6f-4452-88e9-60337102e01d), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:24.457552 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-775a57da-72c1-4df1-ba96-ef5d1b53be2a None None] Set router 01f1d9c3-ed6f-4452-88e9-60337102e01d gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:31:24.510863 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0f8cdae4-3f59-4856-b865-88fd1b2023dc no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:31:24.524156 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Publish callbacks [] for router_gateway (01f1d9c3-ed6f-4452-88e9-60337102e01d), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:24.543698 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 0f8cdae4-3f59-4856-b865-88fd1b2023dc {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:31:24.544043 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0f8cdae4-3f59-4856-b865-88fd1b2023dc not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:31:24.544454 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0bc5d294-6526-41f2-a874-eb5b98d8279f no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:31:24.566661 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Deleting port 141bc512-49c4-41ce-9281-9164933daad6 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:31:24.566999 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (141bc512-49c4-41ce-9281-9164933daad6), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:24.594275 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 0bc5d294-6526-41f2-a874-eb5b98d8279f {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:31:24.594636 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0bc5d294-6526-41f2-a874-eb5b98d8279f not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:31:24.606410 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:24.651595 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] For port 141bc512-49c4-41ce-9281-9164933daad6, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=141bc512-49c4-41ce-9281-9164933daad6,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:31:24.651955 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (141bc512-49c4-41ce-9281-9164933daad6), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:24.665664 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Calling delete_port for 141bc512-49c4-41ce-9281-9164933daad6 owned by network:router_gateway {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:31:24.673605 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-775a57da-72c1-4df1-ba96-ef5d1b53be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '141bc512-49c4-41ce-9281-9164933daad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:31:23Z', 'revision_number': 5, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port': {'id': '141bc512-49c4-41ce-9281-9164933daad6', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:45Z', 'updated_at': '2022-05-25T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:24.700513 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775a57da-72c1-4df1-ba96-ef5d1b53be2a None None] Checking router: 01f1d9c3-ed6f-4452-88e9-60337102e01d for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:31:24.706039 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:24.707583 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:24.710298 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a57da-72c1-4df1-ba96-ef5d1b53be2a None None] Routers {'01f1d9c3-ed6f-4452-88e9-60337102e01d'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:31:24.710921 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-775a57da-72c1-4df1-ba96-ef5d1b53be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:31:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['01f1d9c3-ed6f-4452-88e9-60337102e01d'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:24.844066 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (141bc512-49c4-41ce-9281-9164933daad6), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:24.869372 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=141bc512-49c4-41ce-9281-9164933daad6,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:24.930445 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-775a57da-72c1-4df1-ba96-ef5d1b53be2a None None] Set router 01f1d9c3-ed6f-4452-88e9-60337102e01d gateway port host: None {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:31:24.936979 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3865691'] for router_gateway (01f1d9c3-ed6f-4452-88e9-60337102e01d), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:24.981746 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-775a57da-72c1-4df1-ba96-ef5d1b53be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:31:24Z', 'revision_number': 6, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port_host': None}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:25.006259 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775a57da-72c1-4df1-ba96-ef5d1b53be2a None None] The sync data for ids ['01f1d9c3-ed6f-4452-88e9-60337102e01d'] in dv-cinder-843278-2-iscsi is: [{'id': '01f1d9c3-ed6f-4452-88e9-60337102e01d', 'name': 'tempest-TestMinimumBasicScenario-514953921-router', 'tenant_id': 'c8efc0621a1242329970cda13b3fee4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:44Z', 'updated_at': '2022-05-25T16:31:24Z', 'revision_number': 6, 'project_id': 'c8efc0621a1242329970cda13b3fee4b', 'gw_port_host': None}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:31:25.034720 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29440'] for router (01f1d9c3-ed6f-4452-88e9-60337102e01d), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.041963 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Publish callbacks [] for router_controller (01f1d9c3-ed6f-4452-88e9-60337102e01d), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.082411 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860733'] for router (01f1d9c3-ed6f-4452-88e9-60337102e01d), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.083067 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01f1d9c3-ed6f-4452-88e9-60337102e01d {{(pid=103812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:31:25.087276 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.088392 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-eca1fa23-d026-414a-b34f-69265b7d4ee3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/01f1d9c3-ed6f-4452-88e9-60337102e01d HTTP/1.1" status: 204 len: 168 time: 0.7705963 May 25 16:31:25.091502 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51072) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:25.135411 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a79363-12d7-424d-8407-08287e28b429 admin admin] Deleting subnet a194589e-69a7-418c-a056-ee7371b3726f {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:31:25.138726 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-84a79363-12d7-424d-8407-08287e28b429 admin admin] Publish callbacks [] for subnet (a194589e-69a7-418c-a056-ee7371b3726f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.173184 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-84a79363-12d7-424d-8407-08287e28b429 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9908729'] for subnet (a194589e-69a7-418c-a056-ee7371b3726f), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.248761 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-84a79363-12d7-424d-8407-08287e28b429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (a194589e-69a7-418c-a056-ee7371b3726f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.301192 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-84a79363-12d7-424d-8407-08287e28b429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372626'] for subnet (a194589e-69a7-418c-a056-ee7371b3726f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.328911 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a79363-12d7-424d-8407-08287e28b429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a194589e-69a7-418c-a056-ee7371b3726f,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:25.330919 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-84a79363-12d7-424d-8407-08287e28b429 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.334164 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-84a79363-12d7-424d-8407-08287e28b429 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a194589e-69a7-418c-a056-ee7371b3726f HTTP/1.1" status: 204 len: 168 time: 0.2416456 May 25 16:31:25.335219 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01df5c4c-e8f5-4186-8fd4-8e742ffae630 None None] Network 3208438a-9fe5-4561-8a67-505a574fed46 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:31:25.338016 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51074) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:25.409943 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (3208438a-9fe5-4561-8a67-505a574fed46), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.462072 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=5 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:25.466716 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Deleting port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:31:25.467066 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.530757 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] For port 1da9bcde-5539-46e4-a08b-b638e05ce9e7, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=1da9bcde-5539-46e4-a08b-b638e05ce9e7,segment=NetworkSegment(9a6d8354-f287-4b2c-abe6-b3ffd051cb57),segment_id=9a6d8354-f287-4b2c-abe6-b3ffd051cb57)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:31:25.531003 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.545154 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Calling delete_port for 1da9bcde-5539-46e4-a08b-b638e05ce9e7 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:31:25.624674 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (1da9bcde-5539-46e4-a08b-b638e05ce9e7), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.646654 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da9bcde-5539-46e4-a08b-b638e05ce9e7,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:25.652144 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] No DVR routers for this DVR port 1da9bcde-5539-46e4-a08b-b638e05ce9e7 on host dv-cinder-843278-2-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:31:25.723677 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (3208438a-9fe5-4561-8a67-505a574fed46), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.744103 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3208438a-9fe5-4561-8a67-505a574fed46']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:25.754166 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6d8354-f287-4b2c-abe6-b3ffd051cb57') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:25.754459 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6d8354-f287-4b2c-abe6-b3ffd051cb57') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:25.768572 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9908726'] for segment (9a6d8354-f287-4b2c-abe6-b3ffd051cb57), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.781172 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (9a6d8354-f287-4b2c-abe6-b3ffd051cb57), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.788573 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:31:25.788970 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9644806'] for segment (9a6d8354-f287-4b2c-abe6-b3ffd051cb57), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.815410 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70fd758-50d9-4e32-b2ee-426a2605a2ed None None] DHCP port deletion for 3208438a-9fe5-4561-8a67-505a574fed46 request from dv-cinder-843278-2-iscsi {{(pid=103814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:31:25.832055 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 9a6d8354-f287-4b2c-abe6-b3ffd051cb57 resource provider aggregate not found May 25 16:31:25.854177 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 9a6d8354-f287-4b2c-abe6-b3ffd051cb57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a6d8354-f287-4b2c-abe6-b3ffd051cb57 found for delete ", "request_id": "req-f02898db-5dd2-4ef7-825e-2aeb402efa68"}]} May 25 16:31:25.859383 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (3208438a-9fe5-4561-8a67-505a574fed46), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.867773 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:25.871479 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3208438a-9fe5-4561-8a67-505a574fed46 HTTP/1.1" status: 204 len: 168 time: 0.5319819 May 25 16:31:25.874433 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51082) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:25.881154 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b787074-d4da-4d18-8708-0768155617a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3208438a-9fe5-4561-8a67-505a574fed46,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:25.925153 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 94fc1719-a007-418c-8393-afdaaa298d0c no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:31:25.946216 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 94fc1719-a007-418c-8393-afdaaa298d0c {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:31:25.946687 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 94fc1719-a007-418c-8393-afdaaa298d0c not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:31:25.947158 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 1da9bcde-5539-46e4-a08b-b638e05ce9e7 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:31:25.966791 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 1da9bcde-5539-46e4-a08b-b638e05ce9e7 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:31:25.967219 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 1da9bcde-5539-46e4-a08b-b638e05ce9e7 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:31:25.967693 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 141bc512-49c4-41ce-9281-9164933daad6 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:31:25.988137 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 141bc512-49c4-41ce-9281-9164933daad6 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:31:25.988563 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 141bc512-49c4-41ce-9281-9164933daad6 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:31:26.205694 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-758fa9ae-6453-462e-9fdd-aa60cf99e920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859873'] for router_interface (449063d4-07d7-465e-8fa6-2286a5a4819a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:26.365577 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:26.441559 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-758fa9ae-6453-462e-9fdd-aa60cf99e920 admin admin] Deleting port f11fe4fb-a398-401d-98a1-f3c0a3bf117f {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:31:26.441939 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-758fa9ae-6453-462e-9fdd-aa60cf99e920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:26.482849 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:26.528493 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-758fa9ae-6453-462e-9fdd-aa60cf99e920 admin admin] For port f11fe4fb-a398-401d-98a1-f3c0a3bf117f, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=f11fe4fb-a398-401d-98a1-f3c0a3bf117f,segment=NetworkSegment(0022b55d-a51b-447a-90ff-241bb39b5ce0),segment_id=0022b55d-a51b-447a-90ff-241bb39b5ce0)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:31:26.528856 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-758fa9ae-6453-462e-9fdd-aa60cf99e920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:26.542895 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-758fa9ae-6453-462e-9fdd-aa60cf99e920 admin admin] Calling delete_port for f11fe4fb-a398-401d-98a1-f3c0a3bf117f owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:31:26.728422 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-758fa9ae-6453-462e-9fdd-aa60cf99e920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (f11fe4fb-a398-401d-98a1-f3c0a3bf117f), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:26.753090 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fa9ae-6453-462e-9fdd-aa60cf99e920 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11fe4fb-a398-401d-98a1-f3c0a3bf117f,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:26.937608 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-758fa9ae-6453-462e-9fdd-aa60cf99e920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-110590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859765'] for router_interface (449063d4-07d7-465e-8fa6-2286a5a4819a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:27.162162 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758fa9ae-6453-462e-9fdd-aa60cf99e920 admin admin] Router 449063d4-07d7-465e-8fa6-2286a5a4819a has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:31:27.217224 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:27.266231 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758fa9ae-6453-462e-9fdd-aa60cf99e920 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:31:27.272849 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-758fa9ae-6453-462e-9fdd-aa60cf99e920 admin admin] 10.222.0.42 "PUT /v2.0/routers/449063d4-07d7-465e-8fa6-2286a5a4819a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3964586 May 25 16:31:27.274645 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51092) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:27.274827 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008bd8b-61b2-41d6-a298-c741304f6ea3 None None] Sync routers for ids ['449063d4-07d7-465e-8fa6-2286a5a4819a'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:31:27.285461 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008bd8b-61b2-41d6-a298-c741304f6ea3 None None] Routers {'449063d4-07d7-465e-8fa6-2286a5a4819a'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:31:27.286317 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-3008bd8b-61b2-41d6-a298-c741304f6ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:31:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['449063d4-07d7-465e-8fa6-2286a5a4819a'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:27.373607 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Publish callbacks [] for router (449063d4-07d7-465e-8fa6-2286a5a4819a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:27.387205 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-3008bd8b-61b2-41d6-a298-c741304f6ea3 None None] Set router 449063d4-07d7-465e-8fa6-2286a5a4819a gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:31:27.421935 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:27.480408 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Publish callbacks [] for router_gateway (449063d4-07d7-465e-8fa6-2286a5a4819a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:27.560704 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-3008bd8b-61b2-41d6-a298-c741304f6ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'name': 'tempest-TestMinimumBasicScenario-798281147-router', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2504a132-65ca-4358-87bc-59050bfd5603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:31:26Z', 'revision_number': 5, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'gw_port': {'id': '2504a132-65ca-4358-87bc-59050bfd5603', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:27.586293 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008bd8b-61b2-41d6-a298-c741304f6ea3 None None] Checking router: 449063d4-07d7-465e-8fa6-2286a5a4819a for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:31:27.596666 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008bd8b-61b2-41d6-a298-c741304f6ea3 None None] Routers {'449063d4-07d7-465e-8fa6-2286a5a4819a'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:31:27.597286 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-3008bd8b-61b2-41d6-a298-c741304f6ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:31:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['449063d4-07d7-465e-8fa6-2286a5a4819a'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:27.685600 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-3008bd8b-61b2-41d6-a298-c741304f6ea3 None None] Set router 449063d4-07d7-465e-8fa6-2286a5a4819a gateway port host: None {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:31:27.733888 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-3008bd8b-61b2-41d6-a298-c741304f6ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'name': 'tempest-TestMinimumBasicScenario-798281147-router', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:31:27Z', 'revision_number': 6, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'gw_port_host': None}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:27.762840 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008bd8b-61b2-41d6-a298-c741304f6ea3 None None] The sync data for ids ['449063d4-07d7-465e-8fa6-2286a5a4819a'] in dv-cinder-843278-2-iscsi is: [{'id': '449063d4-07d7-465e-8fa6-2286a5a4819a', 'name': 'tempest-TestMinimumBasicScenario-798281147-router', 'tenant_id': 'ac6390639b1e42bdbdb83766fea23486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:28:51Z', 'updated_at': '2022-05-25T16:31:27Z', 'revision_number': 6, 'project_id': 'ac6390639b1e42bdbdb83766fea23486', 'gw_port_host': None}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:31:27.785351 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Deleting port 2504a132-65ca-4358-87bc-59050bfd5603 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:31:27.785688 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (2504a132-65ca-4358-87bc-59050bfd5603), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:27.864815 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] For port 2504a132-65ca-4358-87bc-59050bfd5603, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=2504a132-65ca-4358-87bc-59050bfd5603,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:31:27.865183 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (2504a132-65ca-4358-87bc-59050bfd5603), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:27.878743 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Calling delete_port for 2504a132-65ca-4358-87bc-59050bfd5603 owned by network:router_gateway {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:31:28.044586 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (2504a132-65ca-4358-87bc-59050bfd5603), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.072728 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2504a132-65ca-4358-87bc-59050bfd5603,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:28.154803 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3865691'] for router_gateway (449063d4-07d7-465e-8fa6-2286a5a4819a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.255161 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29440'] for router (449063d4-07d7-465e-8fa6-2286a5a4819a), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.257332 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Publish callbacks [] for router_controller (449063d4-07d7-465e-8fa6-2286a5a4819a), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.300912 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860733'] for router (449063d4-07d7-465e-8fa6-2286a5a4819a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.301789 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 449063d4-07d7-465e-8fa6-2286a5a4819a {{(pid=103812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:31:28.307502 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.308844 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-95e067c6-cdc8-41d7-adb3-7d60bd0b61ca admin admin] 10.222.0.42 "DELETE /v2.0/routers/449063d4-07d7-465e-8fa6-2286a5a4819a HTTP/1.1" status: 204 len: 168 time: 1.0330715 May 25 16:31:28.311278 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51106) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:28.362343 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea50017c-7441-4a11-bd81-1b9583c21012 admin admin] Deleting subnet d3576840-0812-413a-9163-09faac0118c2 {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:31:28.365599 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ea50017c-7441-4a11-bd81-1b9583c21012 admin admin] Publish callbacks [] for subnet (d3576840-0812-413a-9163-09faac0118c2), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.397416 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:28.401924 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ea50017c-7441-4a11-bd81-1b9583c21012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249884'] for subnet (d3576840-0812-413a-9163-09faac0118c2), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.457251 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:31:28.481988 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ea50017c-7441-4a11-bd81-1b9583c21012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (d3576840-0812-413a-9163-09faac0118c2), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.538383 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ea50017c-7441-4a11-bd81-1b9583c21012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8408142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8872237'] for subnet (d3576840-0812-413a-9163-09faac0118c2), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.571010 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device f11fe4fb-a398-401d-98a1-f3c0a3bf117f no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:31:28.574901 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ea50017c-7441-4a11-bd81-1b9583c21012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.580398 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ea50017c-7441-4a11-bd81-1b9583c21012 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d3576840-0812-413a-9163-09faac0118c2 HTTP/1.1" status: 204 len: 168 time: 0.2657149 May 25 16:31:28.580398 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50017c-7441-4a11-bd81-1b9583c21012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3576840-0812-413a-9163-09faac0118c2,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:28.582553 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51108) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:28.596069 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7161d8c-c131-462d-827b-a0c9c28aee22 None None] Network d87792b6-b07d-4757-9627-8ffb337e6983 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:31:28.598426 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: f11fe4fb-a398-401d-98a1-f3c0a3bf117f {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:31:28.598760 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device f11fe4fb-a398-401d-98a1-f3c0a3bf117f not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:31:28.658902 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (d87792b6-b07d-4757-9627-8ffb337e6983), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.664289 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:28.690015 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:28.707346 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Deleting port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:31:28.707952 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.757146 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725f8b3e-157b-4004-a9ff-3bce963a4b00 None None] DHCP port deletion for d87792b6-b07d-4757-9627-8ffb337e6983 request from dv-cinder-843278-2-iscsi {{(pid=103814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:31:28.788717 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] For port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=9a1ac088-0a83-48f4-aa65-8feb6355f3d4,segment=NetworkSegment(0022b55d-a51b-447a-90ff-241bb39b5ce0),segment_id=0022b55d-a51b-447a-90ff-241bb39b5ce0)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:31:28.789192 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.797989 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-725f8b3e-157b-4004-a9ff-3bce963a4b00 None None] Deleting port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 {{(pid=103814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:31:28.798352 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-725f8b3e-157b-4004-a9ff-3bce963a4b00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), before_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.804736 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:28.806492 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Calling delete_port for 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:31:28.850366 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea4aa672-795c-40d1-ba79-31770832d90f req-ff2a45ab-e937-41a0-942a-c8ba048246cf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544446 May 25 16:31:28.873060 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-725f8b3e-157b-4004-a9ff-3bce963a4b00 None None] For port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=9a1ac088-0a83-48f4-aa65-8feb6355f3d4,segment=NetworkSegment(0022b55d-a51b-447a-90ff-241bb39b5ce0),segment_id=0022b55d-a51b-447a-90ff-241bb39b5ce0)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:31:28.873676 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-725f8b3e-157b-4004-a9ff-3bce963a4b00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), precommit_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.888820 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-725f8b3e-157b-4004-a9ff-3bce963a4b00 None None] Calling delete_port for 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 owned by network:dhcp {{(pid=103814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:31:28.906558 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.930168 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1ac088-0a83-48f4-aa65-8feb6355f3d4,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:28.939611 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] No DVR routers for this DVR port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 on host dv-cinder-843278-2-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:31:28.953910 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa672-795c-40d1-ba79-31770832d90f req-53cea947-d06f-4290-a357-45e1283d448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:28.955647 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea4aa672-795c-40d1-ba79-31770832d90f req-53cea947-d06f-4290-a357-45e1283d448c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2&device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 1129 time: 0.0492272 May 25 16:31:28.981579 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-725f8b3e-157b-4004-a9ff-3bce963a4b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629'] for port (9a1ac088-0a83-48f4-aa65-8feb6355f3d4), after_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:28.986575 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:29.010217 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f8b3e-157b-4004-a9ff-3bce963a4b00 None None] Pushing event deleted for resources: {'Port': ['ID=9a1ac088-0a83-48f4-aa65-8feb6355f3d4,revision_number=None']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:29.014233 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f8b3e-157b-4004-a9ff-3bce963a4b00 None None] No DVR routers for this DVR port 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 on host dv-cinder-843278-2-iscsi {{(pid=103814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:31:29.025036 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (d87792b6-b07d-4757-9627-8ffb337e6983), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:29.050189 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87792b6-b07d-4757-9627-8ffb337e6983']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:29.060318 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0022b55d-a51b-447a-90ff-241bb39b5ce0') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:29.060318 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0022b55d-a51b-447a-90ff-241bb39b5ce0') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:29.069694 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9908726'] for segment (0022b55d-a51b-447a-90ff-241bb39b5ce0), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:29.082674 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (0022b55d-a51b-447a-90ff-241bb39b5ce0), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:29.083599 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa672-795c-40d1-ba79-31770832d90f req-9df8336e-7e49-4ae1-8ca9-7c4376f799ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:29.085093 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea4aa672-795c-40d1-ba79-31770832d90f req-9df8336e-7e49-4ae1-8ca9-7c4376f799ff service neutron] 10.222.0.84 "GET /v2.0/networks?id=ec5189c6-06ee-4305-8134-5b85eed97686 HTTP/1.1" status: 200 len: 910 time: 0.1073635 May 25 16:31:29.089005 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:31:29.089389 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9644806'] for segment (0022b55d-a51b-447a-90ff-241bb39b5ce0), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:29.132092 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 0022b55d-a51b-447a-90ff-241bb39b5ce0 resource provider aggregate not found May 25 16:31:29.149659 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea4aa672-795c-40d1-ba79-31770832d90f req-890e78db-b81d-4939-a379-732585616c14 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a HTTP/1.1" status: 200 len: 1001 time: 0.0580602 May 25 16:31:29.151613 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 0022b55d-a51b-447a-90ff-241bb39b5ce0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0022b55d-a51b-447a-90ff-241bb39b5ce0 found for delete ", "request_id": "req-45a497b9-ae2c-4182-8335-84a50257988f"}]} May 25 16:31:29.155913 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (d87792b6-b07d-4757-9627-8ffb337e6983), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:29.161152 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:29.164669 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] 10.222.0.42 "DELETE /v2.0/networks/d87792b6-b07d-4757-9627-8ffb337e6983 HTTP/1.1" status: 204 len: 168 time: 0.5811188 May 25 16:31:29.178579 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf637d5-cfe2-42e3-8ae7-a8ee58bc2a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=d87792b6-b07d-4757-9627-8ffb337e6983,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:29.209963 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa672-795c-40d1-ba79-31770832d90f req-bb914cc6-f54a-4f94-8eed-441baa4f2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:29.211514 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea4aa672-795c-40d1-ba79-31770832d90f req-bb914cc6-f54a-4f94-8eed-441baa4f2bea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bed2eb9-e9e8-444b-ae8b-4def7a8453f2 HTTP/1.1" status: 200 len: 847 time: 0.0541275 May 25 16:31:29.260823 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa672-795c-40d1-ba79-31770832d90f req-6b066add-555b-4649-afb6-9643359acfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:31:29.262601 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea4aa672-795c-40d1-ba79-31770832d90f req-6b066add-555b-4649-afb6-9643359acfc8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ec5189c6-06ee-4305-8134-5b85eed97686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446026 May 25 16:31:29.347684 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51116) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:29.370367 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea4aa672-795c-40d1-ba79-31770832d90f req-4ec32ece-0711-4e4d-b0a7-e6fb4d2c7ce2 service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017973 May 25 16:31:29.455307 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5f4016f1-6559-43a2-9002-851141294010 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8efc0621a1242329970cda13b3fee4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1065421 May 25 16:31:29.458217 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51122) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:29.490649 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea4aa672-795c-40d1-ba79-31770832d90f req-e6447646-165c-4ea8-b405-5dd81118441a service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134074 May 25 16:31:29.510742 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-057fd1cf-56d4-4561-88f5-52112c8e49f7 admin admin] Publish callbacks [] for security_group (54dab29e-2338-41ea-b4f0-990528736b41), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:29.533998 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-057fd1cf-56d4-4561-88f5-52112c8e49f7 admin admin] Publish callbacks [] for security_group (54dab29e-2338-41ea-b4f0-990528736b41), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:29.586621 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-057fd1cf-56d4-4561-88f5-52112c8e49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (54dab29e-2338-41ea-b4f0-990528736b41), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:29.589145 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-057fd1cf-56d4-4561-88f5-52112c8e49f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:29.591302 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-057fd1cf-56d4-4561-88f5-52112c8e49f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54dab29e-2338-41ea-b4f0-990528736b41 HTTP/1.1" status: 204 len: 168 time: 0.1319404 May 25 16:31:29.605984 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fd1cf-56d4-4561-88f5-52112c8e49f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dab29e-2338-41ea-b4f0-990528736b41,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:29.915689 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 2504a132-65ca-4358-87bc-59050bfd5603 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:31:29.939020 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51132) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:29.939190 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 2504a132-65ca-4358-87bc-59050bfd5603 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:31:29.939484 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 2504a132-65ca-4358-87bc-59050bfd5603 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:31:29.939890 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:31:29.961809 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:31:29.962153 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 9a1ac088-0a83-48f4-aa65-8feb6355f3d4 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:31:29.980228 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-18f82124-1b98-4696-b66a-bfc622f76325 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac6390639b1e42bdbdb83766fea23486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400469 May 25 16:31:29.983223 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51134) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:30.028592 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db1d34e3-2e9d-4327-bf90-4c0ff59a5efe admin admin] Publish callbacks [] for security_group (d0cde6ff-38f9-4bb4-8a2d-f89c013460b0), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:30.049960 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db1d34e3-2e9d-4327-bf90-4c0ff59a5efe admin admin] Publish callbacks [] for security_group (d0cde6ff-38f9-4bb4-8a2d-f89c013460b0), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:30.096220 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db1d34e3-2e9d-4327-bf90-4c0ff59a5efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (d0cde6ff-38f9-4bb4-8a2d-f89c013460b0), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:30.098648 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db1d34e3-2e9d-4327-bf90-4c0ff59a5efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:30.099755 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-db1d34e3-2e9d-4327-bf90-4c0ff59a5efe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0cde6ff-38f9-4bb4-8a2d-f89c013460b0 HTTP/1.1" status: 204 len: 168 time: 0.1156704 May 25 16:31:30.107887 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d34e3-2e9d-4327-bf90-4c0ff59a5efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cde6ff-38f9-4bb4-8a2d-f89c013460b0,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:30.244434 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-3a905c4f-11a6-450e-94a2-cf9489c97d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:32.564317 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f5a9a080-d683-43bd-87b0-67746425f3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:33.700451 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:35.371158 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:36.547900 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:37.736510 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:38.453640 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=41 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:39.482867 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=49 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:39.484858 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=77,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:40.082532 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:40.103657 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:DELETE=8 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:43.393078 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51220) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:43.437412 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Deleting subnet eb9b703b-043c-48ad-97d8-115941c26d04 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:31:43.440660 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Publish callbacks [] for subnet (eb9b703b-043c-48ad-97d8-115941c26d04), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:43.727315 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9908729'] for subnet (eb9b703b-043c-48ad-97d8-115941c26d04), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:43.765372 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (eb9b703b-043c-48ad-97d8-115941c26d04), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:43.815648 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372626'] for subnet (eb9b703b-043c-48ad-97d8-115941c26d04), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:43.847268 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9b703b-043c-48ad-97d8-115941c26d04,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:43.852155 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:43.855441 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/eb9b703b-043c-48ad-97d8-115941c26d04 HTTP/1.1" status: 204 len: 168 time: 0.4610698 May 25 16:31:43.858072 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51222) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:43.860196 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.860544 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.860891 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.861230 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.861563 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.861922 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.862248 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.862576 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.862901 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.863623 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.863623 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.863837 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.864157 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.864618 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.864824 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9c552-6937-4697-87bc-df3b328d3610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:43.925605 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (81d635de-5dd6-41b5-944e-480323c72862), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:44.005525 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (81d635de-5dd6-41b5-944e-480323c72862), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:44.025551 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d635de-5dd6-41b5-944e-480323c72862']}} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:44.034837 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8190a4-5df9-4895-990c-111ce49eb97f') {'for_net_delete': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:44.035131 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8190a4-5df9-4895-990c-111ce49eb97f') {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:31:44.044790 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249875'] for segment (de8190a4-5df9-4895-990c-111ce49eb97f), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:44.057662 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (de8190a4-5df9-4895-990c-111ce49eb97f), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:44.064189 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:31:44.064668 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407980'] for segment (de8190a4-5df9-4895-990c-111ce49eb97f), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:44.103769 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment de8190a4-5df9-4895-990c-111ce49eb97f resource provider aggregate not found May 25 16:31:44.122344 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment de8190a4-5df9-4895-990c-111ce49eb97f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de8190a4-5df9-4895-990c-111ce49eb97f found for delete ", "request_id": "req-7e5ee0ac-f24e-4417-8291-3d994b2e19ff"}]} May 25 16:31:44.126694 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (81d635de-5dd6-41b5-944e-480323c72862), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:44.132119 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:44.135217 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/81d635de-5dd6-41b5-944e-480323c72862 HTTP/1.1" status: 204 len: 168 time: 0.2761424 May 25 16:31:44.150868 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=81d635de-5dd6-41b5-944e-480323c72862,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:44.158175 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.158519 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.158850 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.159179 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.159507 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.159834 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.160155 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.160476 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.160798 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.161117 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.161439 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.161775 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.162091 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.162405 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.162719 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be342afd-ddd7-4820-ab5e-a819b2b5ecf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:31:44.300879 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51230) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:44.341039 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c3be5280-5d3e-4124-9544-ac4b2959ca2b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f6a5a6ae8b2488f8a5af6d2066fa88e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389216 May 25 16:31:44.343425 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51232) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:31:44.394042 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-56d4450b-4dfe-406c-9ed0-010a6351119b admin admin] Publish callbacks [] for security_group (cc9008f1-b89d-44ef-8a8f-c0df99b4b63e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:44.415097 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-56d4450b-4dfe-406c-9ed0-010a6351119b admin admin] Publish callbacks [] for security_group (cc9008f1-b89d-44ef-8a8f-c0df99b4b63e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:44.462380 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-56d4450b-4dfe-406c-9ed0-010a6351119b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (cc9008f1-b89d-44ef-8a8f-c0df99b4b63e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:44.465125 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-56d4450b-4dfe-406c-9ed0-010a6351119b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:44.466295 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-56d4450b-4dfe-406c-9ed0-010a6351119b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc9008f1-b89d-44ef-8a8f-c0df99b4b63e HTTP/1.1" status: 204 len: 168 time: 0.1219947 May 25 16:31:44.473858 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4450b-4dfe-406c-9ed0-010a6351119b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9008f1-b89d-44ef-8a8f-c0df99b4b63e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:31:49.429819 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:51.490992 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:31:54.150442 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=29,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:54.153893 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:54.469125 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=45,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:54.469980 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:56.446355 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:31:56.447133 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:00.236283 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:00.250100 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-641ca909-fc82-4bd7-907e-73081d5fd05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:32:02.565979 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d77288c6-f2d1-4db9-952f-559501490102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:32:03.702062 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:32:05.372791 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:32:05.456094 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:32:06.551739 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:32:15.451091 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:15.451852 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:16.546183 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:16.548031 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:21.505871 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:32:29.315974 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6abe46dc-a6ae-40d8-9648-2fbaf6adc7bd req-16df8812-cf1b-4056-96b9-ad03cd7fdcc7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396240 May 25 16:32:29.395881 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe46dc-a6ae-40d8-9648-2fbaf6adc7bd req-60c2bbc1-31da-4b06-8754-54c7bfd9b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:29.397364 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6abe46dc-a6ae-40d8-9648-2fbaf6adc7bd req-60c2bbc1-31da-4b06-8754-54c7bfd9b12f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2&device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 1129 time: 0.0387712 May 25 16:32:29.502258 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe46dc-a6ae-40d8-9648-2fbaf6adc7bd req-091ccd03-d9fc-4df3-b49f-e4ff5d7c6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:29.503718 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6abe46dc-a6ae-40d8-9648-2fbaf6adc7bd req-091ccd03-d9fc-4df3-b49f-e4ff5d7c6141 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ec5189c6-06ee-4305-8134-5b85eed97686 HTTP/1.1" status: 200 len: 910 time: 0.0867307 May 25 16:32:29.579853 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6abe46dc-a6ae-40d8-9648-2fbaf6adc7bd req-3216945a-7017-4c3a-a653-0b7391ed07fd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a HTTP/1.1" status: 200 len: 1001 time: 0.0682869 May 25 16:32:29.629659 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe46dc-a6ae-40d8-9648-2fbaf6adc7bd req-0314416c-e1c5-48cd-848b-6c5219dbd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:29.631096 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6abe46dc-a6ae-40d8-9648-2fbaf6adc7bd req-0314416c-e1c5-48cd-848b-6c5219dbd36e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bed2eb9-e9e8-444b-ae8b-4def7a8453f2 HTTP/1.1" status: 200 len: 847 time: 0.0438621 May 25 16:32:29.677467 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe46dc-a6ae-40d8-9648-2fbaf6adc7bd req-c2e8f41a-12c8-408c-8f29-ac6977e6a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:29.678937 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6abe46dc-a6ae-40d8-9648-2fbaf6adc7bd req-c2e8f41a-12c8-408c-8f29-ac6977e6a6b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ec5189c6-06ee-4305-8134-5b85eed97686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414062 May 25 16:32:29.766174 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6abe46dc-a6ae-40d8-9648-2fbaf6adc7bd req-f47e1cb7-c31c-46b3-8bb8-21abd4facc9b service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810711 May 25 16:32:29.857649 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6abe46dc-a6ae-40d8-9648-2fbaf6adc7bd req-c5ad33ef-e9aa-4b79-a268-64437245c0f9 service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855341 May 25 16:32:30.252238 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-b0c0d148-2de4-4aba-b5af-8fa175c2a3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:32:32.570530 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0e39569c-7ba4-41b4-8d99-7a634be82d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:32:33.441238 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=16 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:33.445215 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=16 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:33.705235 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:32:35.374354 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:32:36.555287 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:32:39.849097 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=49 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:39.854795 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=52 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:42.455161 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:32:46.545559 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:46.550628 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:49.108998 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359c2c0-4836-409d-934c-a6ab66d63716 req-1e6cf5ec-1a15-4435-945d-10d67b44b1c0 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:49.110483 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3359c2c0-4836-409d-934c-a6ab66d63716 req-1e6cf5ec-1a15-4435-945d-10d67b44b1c0 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0472240 May 25 16:32:49.159026 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3359c2c0-4836-409d-934c-a6ab66d63716 req-78b163d1-0076-47f7-95e6-93805a7f86ae tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 May 25 16:32:50.276083 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50076bb1-b199-4535-a57c-0c795e8a8be2 req-833bfeca-4b41-49dc-9c39-7a294e69c26c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:50.277888 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-50076bb1-b199-4535-a57c-0c795e8a8be2 req-833bfeca-4b41-49dc-9c39-7a294e69c26c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0493729 May 25 16:32:50.327949 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-50076bb1-b199-4535-a57c-0c795e8a8be2 req-37566be9-c7ae-4fc3-9d40-1f8e1b93fec9 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432873 May 25 16:32:51.447873 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5ddbf-8d14-4340-9433-45e2e8090c1d req-d496b7c8-2586-40d6-8af1-0bbd7cf36c39 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:51.449595 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8bd5ddbf-8d14-4340-9433-45e2e8090c1d req-d496b7c8-2586-40d6-8af1-0bbd7cf36c39 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0525661 May 25 16:32:51.500041 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8bd5ddbf-8d14-4340-9433-45e2e8090c1d req-de5fa029-427e-4eb1-a84b-5ec1094cceb6 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448046 May 25 16:32:51.504880 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:32:52.451047 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:52.451846 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:52.665934 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0635-f508-4d91-87cb-913899cbafa2 req-76c17583-b5c9-4b10-a98c-b034dd885c6c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:52.668014 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a60e0635-f508-4d91-87cb-913899cbafa2 req-76c17583-b5c9-4b10-a98c-b034dd885c6c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0461173 May 25 16:32:52.715479 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a60e0635-f508-4d91-87cb-913899cbafa2 req-bfb4273e-90f6-4a99-a165-7ec2b978667e tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419059 May 25 16:32:53.832612 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee27e59-f038-4e26-98e5-db34174d5d7e req-4eea655e-bd5f-4dee-8402-d29d8e4e49dc tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:53.834075 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fee27e59-f038-4e26-98e5-db34174d5d7e req-4eea655e-bd5f-4dee-8402-d29d8e4e49dc tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0513108 May 25 16:32:53.881696 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fee27e59-f038-4e26-98e5-db34174d5d7e req-12aad640-55e2-4ca0-a55a-968915dae3ee tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420265 May 25 16:32:54.993604 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d921616-c0b6-48c1-be85-09be638f5524 req-b049adc6-dd69-4251-a2fd-0cc577c52df1 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:54.995354 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d921616-c0b6-48c1-be85-09be638f5524 req-b049adc6-dd69-4251-a2fd-0cc577c52df1 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0458417 May 25 16:32:55.043913 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6d921616-c0b6-48c1-be85-09be638f5524 req-e2c2fe86-e32e-4efc-8954-ea0f4bad583d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431631 May 25 16:32:56.156028 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b77acc-3013-4ce3-b25d-9e1986d5ace7 req-860b40de-a7ca-40fe-824d-23cc4bdec879 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:56.157360 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f8b77acc-3013-4ce3-b25d-9e1986d5ace7 req-860b40de-a7ca-40fe-824d-23cc4bdec879 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0457489 May 25 16:32:56.208592 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f8b77acc-3013-4ce3-b25d-9e1986d5ace7 req-e507bd99-9f2f-4745-b382-3fef6ea4d20f tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456984 May 25 16:32:57.332007 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3885698-c8c8-4aa1-9f29-66e27f73af7c req-3fd17e0f-2b06-4c25-991f-8493f6ee6256 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:57.333445 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f3885698-c8c8-4aa1-9f29-66e27f73af7c req-3fd17e0f-2b06-4c25-991f-8493f6ee6256 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0480702 May 25 16:32:57.381315 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f3885698-c8c8-4aa1-9f29-66e27f73af7c req-e6a26634-c3ef-473d-83be-e836ef438d6d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417051 May 25 16:32:58.495504 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b2458-14b7-46b5-b4eb-9e22777f17bf req-aec129f9-9469-4cfc-896f-0083e8433c58 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:58.496958 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-220b2458-14b7-46b5-b4eb-9e22777f17bf req-aec129f9-9469-4cfc-896f-0083e8433c58 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0467331 May 25 16:32:58.546088 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-220b2458-14b7-46b5-b4eb-9e22777f17bf req-9b464d97-1f39-497c-92d6-8d2929100510 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435607 May 25 16:32:59.237316 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd127747-d1c5-4087-910a-9b62fe8b6147 req-295d3763-d911-4d55-b108-a23a82d07a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:59.238845 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cd127747-d1c5-4087-910a-9b62fe8b6147 req-295d3763-d911-4d55-b108-a23a82d07a81 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2&device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 1129 time: 0.0436850 May 25 16:32:59.334638 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd127747-d1c5-4087-910a-9b62fe8b6147 req-863980f1-c0ed-4139-91b9-fd03a6d16537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:59.336095 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cd127747-d1c5-4087-910a-9b62fe8b6147 req-863980f1-c0ed-4139-91b9-fd03a6d16537 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ec5189c6-06ee-4305-8134-5b85eed97686 HTTP/1.1" status: 200 len: 910 time: 0.0909574 May 25 16:32:59.378502 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:59.401965 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cd127747-d1c5-4087-910a-9b62fe8b6147 req-52a54f70-3230-4ea4-9e2b-c048cc1f38f3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a HTTP/1.1" status: 200 len: 1001 time: 0.0599413 May 25 16:32:59.445066 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:32:59.453346 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd127747-d1c5-4087-910a-9b62fe8b6147 req-ecbcba8d-d1af-4f28-a96a-6c3b0ed427ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:59.454837 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cd127747-d1c5-4087-910a-9b62fe8b6147 req-ecbcba8d-d1af-4f28-a96a-6c3b0ed427ad service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bed2eb9-e9e8-444b-ae8b-4def7a8453f2 HTTP/1.1" status: 200 len: 847 time: 0.0468092 May 25 16:32:59.500692 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd127747-d1c5-4087-910a-9b62fe8b6147 req-d017ec7e-2b11-44c4-b5f0-99851c1de361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:59.502122 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cd127747-d1c5-4087-910a-9b62fe8b6147 req-d017ec7e-2b11-44c4-b5f0-99851c1de361 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ec5189c6-06ee-4305-8134-5b85eed97686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411568 May 25 16:32:59.596040 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cd127747-d1c5-4087-910a-9b62fe8b6147 req-85e94603-5544-49c0-a185-230db0ed6ec0 service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880136 May 25 16:32:59.717446 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9d666-706b-44e3-8d2c-0f1c79fd2ebb req-5d98d525-7a5d-48a2-ba05-c20510c89e72 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:32:59.718945 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-abc9d666-706b-44e3-8d2c-0f1c79fd2ebb req-5d98d525-7a5d-48a2-ba05-c20510c89e72 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0952876 May 25 16:32:59.759968 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cd127747-d1c5-4087-910a-9b62fe8b6147 req-495a66e4-513a-432b-b538-0855085457fd service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578293 May 25 16:32:59.785549 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-abc9d666-706b-44e3-8d2c-0f1c79fd2ebb req-e0003b83-dd2a-41a4-a852-e9f418ba9842 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601211 May 25 16:33:00.253332 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-4ba160f6-9fc0-4ec0-8b55-67f78eddda12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:00.897380 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c217b2-39d8-4e95-80a5-f32ed2c5f4f0 req-42a8d2e7-e8d0-4dc4-921c-8a22f7015493 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:00.898853 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-95c217b2-39d8-4e95-80a5-f32ed2c5f4f0 req-42a8d2e7-e8d0-4dc4-921c-8a22f7015493 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0461407 May 25 16:33:00.947508 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-95c217b2-39d8-4e95-80a5-f32ed2c5f4f0 req-511087cf-6bda-4e92-9745-0e748f1d78be tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 May 25 16:33:02.058596 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40526975-d3c5-46a2-960c-69a92c0c55de req-3f876217-0206-46b3-acbb-441c26120766 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:02.060175 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40526975-d3c5-46a2-960c-69a92c0c55de req-3f876217-0206-46b3-acbb-441c26120766 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0453002 May 25 16:33:02.111257 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40526975-d3c5-46a2-960c-69a92c0c55de req-738e7e8e-3d0e-4b5b-bade-9d2f7cbc2130 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457482 May 25 16:33:02.318547 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5586b0b-67a2-45d5-86d4-df1c304f2149 req-4f929286-e659-431c-ad8e-a1538d0a8495 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:02.322172 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a5586b0b-67a2-45d5-86d4-df1c304f2149 req-4f929286-e659-431c-ad8e-a1538d0a8495 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0526810 May 25 16:33:02.370068 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a5586b0b-67a2-45d5-86d4-df1c304f2149 req-354d3a4e-9c9e-4b42-811d-11e50bcfbe29 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439677 May 25 16:33:02.429165 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51282) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:33:02.513454 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-a03bec47-fc7f-4b41-a2d6-241be4dd1852 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831256 May 25 16:33:02.521777 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-9e64825c-075c-4709-9329-ce5a10216e01 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 16:33:02.522745 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-9e64825c-075c-4709-9329-ce5a10216e01 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047724 May 25 16:33:02.574144 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-74a8b98e-78cd-443a-9885-716cfbd8cc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:02.675501 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51292) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:33:02.769607 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-2df28615-f1cb-45b8-a79f-dd95c2654985 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:02.770968 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-2df28615-f1cb-45b8-a79f-dd95c2654985 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports/0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a HTTP/1.1" status: 200 len: 942 time: 0.0944324 May 25 16:33:03.490134 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954df5c-ded6-448a-a2bd-d33e47807bf4 req-03f99bb2-f0bc-40af-8dbe-fc983a73a5e5 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:03.491499 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7954df5c-ded6-448a-a2bd-d33e47807bf4 req-03f99bb2-f0bc-40af-8dbe-fc983a73a5e5 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0530148 May 25 16:33:03.542531 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7954df5c-ded6-448a-a2bd-d33e47807bf4 req-65c350f6-35da-43b6-b17a-bb9e9774469a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446017 May 25 16:33:03.712435 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:03.987765 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-03fd63b5-8573-440b-9315-31d9c3ce0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:03.989153 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-03fd63b5-8573-440b-9315-31d9c3ce0fa4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10&tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2 HTTP/1.1" status: 200 len: 1129 time: 0.0699806 May 25 16:33:04.047744 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-afd08bcf-d0bd-4eff-a357-4423e26fb5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:04.049171 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-afd08bcf-d0bd-4eff-a357-4423e26fb5f2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2&device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 1129 time: 0.0380950 May 25 16:33:04.138331 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-329cba53-be5d-4998-bcfa-8a24e88bbc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:04.139770 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-329cba53-be5d-4998-bcfa-8a24e88bbc7b service neutron] 10.222.0.84 "GET /v2.0/networks?id=ec5189c6-06ee-4305-8134-5b85eed97686 HTTP/1.1" status: 200 len: 910 time: 0.0851135 May 25 16:33:04.149942 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:04.199290 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-9507d63f-918d-4b29-9297-46fd1ff28888 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a HTTP/1.1" status: 200 len: 1001 time: 0.0541053 May 25 16:33:04.249113 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-4ae4b32e-9831-4dc8-a288-bbfb51d99e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:04.250441 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-4ae4b32e-9831-4dc8-a288-bbfb51d99e51 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bed2eb9-e9e8-444b-ae8b-4def7a8453f2 HTTP/1.1" status: 200 len: 847 time: 0.0453074 May 25 16:33:04.284956 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:04.293005 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-626c5a69-2929-4729-95eb-e391dafc0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:04.294508 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-626c5a69-2929-4729-95eb-e391dafc0b3c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ec5189c6-06ee-4305-8134-5b85eed97686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385749 May 25 16:33:04.380132 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-40e0528a-515c-4816-a639-1bd55275d25a service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798700 May 25 16:33:04.469982 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08b17cb0-2a6a-4688-a344-6433f04a4321 req-27b236b0-e2d5-49b3-83ed-9fdc74c08f72 service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834887 May 25 16:33:04.657367 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967382a0-bff4-48de-b185-d23b74466664 req-d550ecbe-620a-4ce6-86c2-dd05d20dac3f tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:04.658894 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-967382a0-bff4-48de-b185-d23b74466664 req-d550ecbe-620a-4ce6-86c2-dd05d20dac3f tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0472631 May 25 16:33:04.707206 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-967382a0-bff4-48de-b185-d23b74466664 req-8540d3fb-a043-4f0d-8305-b5019ef0e091 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428295 May 25 16:33:04.914122 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:33:04.985205 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a is: ACTIVE; New status is: DOWN {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:33:04.985573 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:05.008854 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:33:05.011365 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd0d61f-28bf-477d-983f-7f9f6c496b1d" -d '{"events": [{"server_uuid": "67d74924-5509-4362-b314-27e375267a10", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:33:05.023830 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:33:05.029314 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:05.079901 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,revision_number=6']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:33:05.087154 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.087496 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.088406 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.088865 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.089416 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.089969 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.090217 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.090539 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.090862 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.091180 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.091498 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.091822 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.092315 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.092636 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.092951 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:33:05.110296 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 May 2022 16:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59123699-aa6a-4fdd-b2cd-dd9e1e959b6f x-openstack-request-id: req-59123699-aa6a-4fdd-b2cd-dd9e1e959b6f {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:33:05.110580 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d74924-5509-4362-b314-27e375267a10", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:33:05.110829 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59123699-aa6a-4fdd-b2cd-dd9e1e959b6f {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:33:05.111219 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59123699-aa6a-4fdd-b2cd-dd9e1e959b6f'] response: {'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'code': 200} May 25 16:33:05.380533 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:05.821910 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467c3c5-2039-4af3-a6fb-537022e53d73 req-69588053-2101-4088-aa28-9e82282a085a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:05.823587 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5467c3c5-2039-4af3-a6fb-537022e53d73 req-69588053-2101-4088-aa28-9e82282a085a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0499356 May 25 16:33:05.870981 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5467c3c5-2039-4af3-a6fb-537022e53d73 req-ce4214b0-17a0-4b0b-94eb-7ae6207b06df tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418715 May 25 16:33:06.559107 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:06.987752 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdab05-31ff-411f-8f04-11191a9bffd4 req-5e217b08-9f64-478e-971c-a30fc78a5b64 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:06.989191 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-94cdab05-31ff-411f-8f04-11191a9bffd4 req-5e217b08-9f64-478e-971c-a30fc78a5b64 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0468779 May 25 16:33:07.038272 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-94cdab05-31ff-411f-8f04-11191a9bffd4 req-54b0c2d2-544a-4b86-b359-29407a59653f tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422144 May 25 16:33:08.150854 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aec6e-db7e-45cc-be7d-2a0d4ec79960 req-cf7f19e4-6b66-4e36-a214-980979966b88 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:08.152617 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7f8aec6e-db7e-45cc-be7d-2a0d4ec79960 req-cf7f19e4-6b66-4e36-a214-980979966b88 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0461452 May 25 16:33:08.205040 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7f8aec6e-db7e-45cc-be7d-2a0d4ec79960 req-9946c797-a01c-471f-8a15-eafe52e1b743 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468800 May 25 16:33:09.316935 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f68b8-3d5e-4436-bb19-72204fd8cb70 req-89dcd8cc-585a-40d2-b751-101c7912c4cd tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:09.318441 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b94f68b8-3d5e-4436-bb19-72204fd8cb70 req-89dcd8cc-585a-40d2-b751-101c7912c4cd tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0475192 May 25 16:33:09.367545 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b94f68b8-3d5e-4436-bb19-72204fd8cb70 req-6a2d6ad6-2023-41af-a39f-1d8a8c43f032 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420282 May 25 16:33:10.442406 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=5 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:10.444149 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:10.516063 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73773c84-1684-4697-97b3-ef6b1cb0475b req-4c4811c1-edb5-4e7a-8d37-5a191b60af1a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:10.517518 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-73773c84-1684-4697-97b3-ef6b1cb0475b req-4c4811c1-edb5-4e7a-8d37-5a191b60af1a tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0777304 May 25 16:33:10.520227 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf98a41-ca5b-43b3-a350-d9ab4f9ef726 req-bb396ba7-0567-4524-a82a-f6178b7cea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:10.521554 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ddf98a41-ca5b-43b3-a350-d9ab4f9ef726 req-bb396ba7-0567-4524-a82a-f6178b7cea12 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 1127 time: 0.0534258 May 25 16:33:10.576637 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:10.599207 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-73773c84-1684-4697-97b3-ef6b1cb0475b req-b5b7bdf9-6636-4a77-9c86-eeea6f4477c1 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760777 May 25 16:33:10.601810 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ddf98a41-ca5b-43b3-a350-d9ab4f9ef726 req-91e1e944-5fb9-4de8-9501-b39a73d4a160 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715382 May 25 16:33:11.711683 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb567c-0774-41c0-87a0-5ea8f8cc231f req-35024ad5-c388-497b-aedf-f24774cb284c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:11.713902 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cbdb567c-0774-41c0-87a0-5ea8f8cc231f req-35024ad5-c388-497b-aedf-f24774cb284c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0468607 May 25 16:33:11.762459 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cbdb567c-0774-41c0-87a0-5ea8f8cc231f req-83908e01-3c4f-4e45-906a-0fa85823369c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427418 May 25 16:33:12.507285 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:12.510519 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:12.881724 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0bc75-f038-4499-a703-297272d4fdd3 req-7fc21175-f854-4bd9-a1a2-786346e6b615 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:12.883181 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1bf0bc75-f038-4499-a703-297272d4fdd3 req-7fc21175-f854-4bd9-a1a2-786346e6b615 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 943 time: 0.0502508 May 25 16:33:12.933542 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1bf0bc75-f038-4499-a703-297272d4fdd3 req-adab8e6d-c261-4e13-a6a0-c803eb97f63d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442326 May 25 16:33:12.961200 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=103814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 16:33:13.062141 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:33:13.073647 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Returning: {'device': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'port_id': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'mac_address': 'fa:16:3e:25:70:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 16:33:13.107337 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a is: DOWN; New status is: BUILD {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:33:13.107713 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:13.120532 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a {{(pid=103814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 16:33:13.139884 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:33:13.143635 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:13.189764 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,revision_number=7']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:33:13.393848 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] get_ports_and_sgs() called for port_ids ['0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a'] {{(pid=103814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 16:33:13.560022 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:14.960520 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a up at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 16:33:14.962864 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:15.007481 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.provisioning_blocks [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Provisioning complete for port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a triggered by entity L2. {{(pid=103814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 16:33:15.007844 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963920'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), provisioning_complete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:15.077943 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Current status of the port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a is: BUILD; New status is: ACTIVE {{(pid=103814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 16:33:15.078318 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009861'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:15.099836 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a'}] {{(pid=103814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:33:15.102022 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3684aacc031ca0c6bcac61be3da4a8aa96f099f052582124cf8dd53b07ab4905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ae22af-df35-4c92-90a4-33f30d05c8f0" -d '{"events": [{"server_uuid": "67d74924-5509-4362-b314-27e375267a10", "name": "network-vif-plugged", "status": "completed", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a"}]}' {{(pid=103814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:33:15.114848 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] For port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:33:15.118543 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766273720010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766273327638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766273327656'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:15.141526 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89522b1b-885d-4aa5-a0c8-2ea08ec05b41 x-openstack-request-id: req-89522b1b-885d-4aa5-a0c8-2ea08ec05b41 {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:33:15.141828 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d74924-5509-4362-b314-27e375267a10", "name": "network-vif-plugged", "status": "completed", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a", "code": 200}]} {{(pid=103814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:33:15.142071 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89522b1b-885d-4aa5-a0c8-2ea08ec05b41 {{(pid=103814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:33:15.142453 dv-cinder-843278-2-iscsi neutron-server[103814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89522b1b-885d-4aa5-a0c8-2ea08ec05b41'] response: {'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'code': 200} May 25 16:33:15.170229 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Pushing event updated for resources: {'Port': ['ID=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,revision_number=8']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:33:19.453800 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:33:21.498082 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:22.925301 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=17 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:22.929630 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:29.448988 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:29.449858 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:30.260346 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ea77d086-1fed-4898-9d28-228ca8aed8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:30.785682 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8ad16762-1c6c-4311-8639-6b5e997c97e6 req-1a2a057c-8662-4afe-8bdc-5fbe9b533db3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370765 May 25 16:33:30.863939 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad16762-1c6c-4311-8639-6b5e997c97e6 req-afec68ff-954b-424e-b923-40599002cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:30.865385 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8ad16762-1c6c-4311-8639-6b5e997c97e6 req-afec68ff-954b-424e-b923-40599002cc33 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2&device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 1129 time: 0.0377579 May 25 16:33:30.969211 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad16762-1c6c-4311-8639-6b5e997c97e6 req-f8793ced-75d1-4f58-b482-4e2672965093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:30.970692 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8ad16762-1c6c-4311-8639-6b5e997c97e6 req-f8793ced-75d1-4f58-b482-4e2672965093 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ec5189c6-06ee-4305-8134-5b85eed97686 HTTP/1.1" status: 200 len: 910 time: 0.0866990 May 25 16:33:31.030750 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8ad16762-1c6c-4311-8639-6b5e997c97e6 req-7f88681a-b18b-4c81-8dd4-70499a06381b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a HTTP/1.1" status: 200 len: 1001 time: 0.0530434 May 25 16:33:31.341423 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad16762-1c6c-4311-8639-6b5e997c97e6 req-c206c7b0-80d2-431b-ab72-1a6aa3b1d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:31.342883 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8ad16762-1c6c-4311-8639-6b5e997c97e6 req-c206c7b0-80d2-431b-ab72-1a6aa3b1d9f0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bed2eb9-e9e8-444b-ae8b-4def7a8453f2 HTTP/1.1" status: 200 len: 847 time: 0.2991245 May 25 16:33:31.388076 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad16762-1c6c-4311-8639-6b5e997c97e6 req-07dcdcc7-09e4-40c2-bf9c-2bbb19eb9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:33:31.389492 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8ad16762-1c6c-4311-8639-6b5e997c97e6 req-07dcdcc7-09e4-40c2-bf9c-2bbb19eb9d82 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ec5189c6-06ee-4305-8134-5b85eed97686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383391 May 25 16:33:31.480041 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8ad16762-1c6c-4311-8639-6b5e997c97e6 req-5cf16bc5-abbb-410f-9078-92fbca8effd8 service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834987 May 25 16:33:31.571355 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8ad16762-1c6c-4311-8639-6b5e997c97e6 req-4ff7ca49-cf05-4335-88be-a0da3f66e623 service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852485 May 25 16:33:32.576054 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-40e52d06-2158-401a-9f9d-6d1a7f025c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:33.710618 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:35.380236 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:36.561688 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:41.566922 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=52 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:41.568427 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=49 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:47.438435 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:47.439201 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:49.547218 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=44,neutron:UPDATE=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:49.549091 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:33:51.520568 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:33:56.452715 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:34:00.258087 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-22ab2e86-1fda-41e2-8199-84ab8bb6defa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:02.577442 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2a2c624d-41c5-4094-a3ab-a515ffbf7a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:03.714526 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:05.383272 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:06.564036 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:11.456778 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:16.552933 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:16.560939 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:21.518533 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:22.775407 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51346) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:22.915224 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Deleting port 995f4dc5-f83e-4954-a893-1b6e19398fb4 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:34:22.915553 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (995f4dc5-f83e-4954-a893-1b6e19398fb4), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:22.999278 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (995f4dc5-f83e-4954-a893-1b6e19398fb4), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:22.999605 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for floatingip (995f4dc5-f83e-4954-a893-1b6e19398fb4), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:23.011550 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Calling delete_port for 995f4dc5-f83e-4954-a893-1b6e19398fb4 owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:34:23.149451 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (995f4dc5-f83e-4954-a893-1b6e19398fb4), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:23.176555 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event deleted for resources: {'Port': ['ID=995f4dc5-f83e-4954-a893-1b6e19398fb4,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:23.188926 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.189271 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.189606 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.189965 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.190292 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.190617 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.190939 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.191257 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.191574 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.191889 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.192203 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.192518 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.192838 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.193149 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.193460 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:23.247997 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for floatingip (62f9ed14-c20d-453d-9e86-5296a21a817b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:23.248321 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Floating IP 62f9ed14-c20d-453d-9e86-5296a21a817b disassociated (deleted). External IP: 172.27.1.249, port: 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a. May 25 16:34:23.446876 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Router b06a18e5-aad0-459f-824e-8e76977985d8 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:34:23.549827 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:34:23.554749 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:23.559247 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992be8b-83dc-41be-ac24-70f4b057f044 None None] Sync routers for ids ['b06a18e5-aad0-459f-824e-8e76977985d8'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:34:23.569572 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992be8b-83dc-41be-ac24-70f4b057f044 None None] Routers {'b06a18e5-aad0-459f-824e-8e76977985d8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:34:23.570210 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-1992be8b-83dc-41be-ac24-70f4b057f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:34:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['b06a18e5-aad0-459f-824e-8e76977985d8'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:23.583741 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7725ea81-b535-4c7b-90b6-91857daf1338 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "DELETE /v2.0/floatingips/62f9ed14-c20d-453d-9e86-5296a21a817b HTTP/1.1" status: 204 len: 168 time: 0.8073330 May 25 16:34:23.584321 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:34:23.587076 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406ac495-8983-4cdc-bac1-e0f81d73b291" -d '{"events": [{"name": "network-changed", "server_uuid": "67d74924-5509-4362-b314-27e375267a10", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:34:23.627853 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 16:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dff3b08-b3ee-446d-895c-a4704d374115 x-openstack-request-id: req-8dff3b08-b3ee-446d-895c-a4704d374115 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:34:23.628296 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d74924-5509-4362-b314-27e375267a10", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:34:23.628607 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8dff3b08-b3ee-446d-895c-a4704d374115 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:34:23.629567 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dff3b08-b3ee-446d-895c-a4704d374115'] response: {'name': 'network-changed', 'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'status': 'completed', 'code': 200} May 25 16:34:23.659997 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:23.683488 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:23.692221 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ac495-8983-4cdc-bac1-e0f81d73b291 req-8d34da80-1bb8-4bf6-af1f-b7f4c03fc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:34:23.693743 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-406ac495-8983-4cdc-bac1-e0f81d73b291 req-8d34da80-1bb8-4bf6-af1f-b7f4c03fc4c2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2&device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 1129 time: 0.0432475 May 25 16:34:23.695064 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-1992be8b-83dc-41be-ac24-70f4b057f044 None None] Set router b06a18e5-aad0-459f-824e-8e76977985d8 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:34:23.829554 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ac495-8983-4cdc-bac1-e0f81d73b291 req-ba01890e-1b77-4f34-b193-0aafeab19f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:34:23.831062 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-406ac495-8983-4cdc-bac1-e0f81d73b291 req-ba01890e-1b77-4f34-b193-0aafeab19f95 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ec5189c6-06ee-4305-8134-5b85eed97686 HTTP/1.1" status: 200 len: 910 time: 0.1319952 May 25 16:34:23.844470 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163cf1f-3e22-4d89-aacf-25fd4a1bd348 req-0b1dc382-886a-4be0-b84e-2ef6493ac1fd tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:34:23.845957 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0163cf1f-3e22-4d89-aacf-25fd4a1bd348 req-0b1dc382-886a-4be0-b84e-2ef6493ac1fd tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0602832 May 25 16:34:23.895423 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0163cf1f-3e22-4d89-aacf-25fd4a1bd348 req-d3bf5bc8-97c9-44c3-9684-34b901c8ae4c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439425 May 25 16:34:23.897687 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-1992be8b-83dc-41be-ac24-70f4b057f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'ff306716-29e9-4ce8-b7e7-efbf5f7bbb97', 'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'mac_address': 'fa:16:3e:58:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:40Z', 'updated_at': '2022-05-25T16:29:47Z', 'revision_number': 5, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'subnets': [{'id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:23.923386 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992be8b-83dc-41be-ac24-70f4b057f044 None None] Checking router: b06a18e5-aad0-459f-824e-8e76977985d8 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:34:23.932042 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992be8b-83dc-41be-ac24-70f4b057f044 None None] Routers {'b06a18e5-aad0-459f-824e-8e76977985d8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:34:23.932650 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-1992be8b-83dc-41be-ac24-70f4b057f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:34:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['b06a18e5-aad0-459f-824e-8e76977985d8'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:24.033947 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-1992be8b-83dc-41be-ac24-70f4b057f044 None None] Set router b06a18e5-aad0-459f-824e-8e76977985d8 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:34:24.217626 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-1992be8b-83dc-41be-ac24-70f4b057f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'ff306716-29e9-4ce8-b7e7-efbf5f7bbb97', 'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'mac_address': 'fa:16:3e:58:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:40Z', 'updated_at': '2022-05-25T16:29:47Z', 'revision_number': 5, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'subnets': [{'id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:24.242024 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992be8b-83dc-41be-ac24-70f4b057f044 None None] The sync data for ids ['b06a18e5-aad0-459f-824e-8e76977985d8'] in dv-cinder-843278-2-iscsi is: [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:29:40Z', 'revision_number': 4, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi', '_interfaces': [{'id': 'ff306716-29e9-4ce8-b7e7-efbf5f7bbb97', 'name': '', 'network_id': 'ec5189c6-06ee-4305-8134-5b85eed97686', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'mac_address': 'fa:16:3e:58:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:40Z', 'updated_at': '2022-05-25T16:29:47Z', 'revision_number': 5, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'subnets': [{'id': '3bed2eb9-e9e8-444b-ae8b-4def7a8453f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:34:24.458898 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac40e883-cf36-4f42-87ed-87d4542546ed None None] New status for floating IP 62f9ed14-c20d-453d-9e86-5296a21a817b: DOWN {{(pid=103815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 16:34:24.767068 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-406ac495-8983-4cdc-bac1-e0f81d73b291 req-163605fb-25e2-4ac1-939f-419d60bda5e5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a HTTP/1.1" status: 200 len: 217 time: 0.0358043 May 25 16:34:24.816024 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ac495-8983-4cdc-bac1-e0f81d73b291 req-7550cf3b-c181-4f8c-bf62-3139c7ffd9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:34:24.817446 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-406ac495-8983-4cdc-bac1-e0f81d73b291 req-7550cf3b-c181-4f8c-bf62-3139c7ffd9fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bed2eb9-e9e8-444b-ae8b-4def7a8453f2 HTTP/1.1" status: 200 len: 847 time: 0.0435431 May 25 16:34:24.930529 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ac495-8983-4cdc-bac1-e0f81d73b291 req-c8e1c23b-32a4-4fa1-bb09-68877de3c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:34:24.932049 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-406ac495-8983-4cdc-bac1-e0f81d73b291 req-c8e1c23b-32a4-4fa1-bb09-68877de3c059 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ec5189c6-06ee-4305-8134-5b85eed97686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415239 May 25 16:34:25.038252 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68f161-958c-427c-9c26-13ba4bc6ddff req-00fe25c2-1a0f-4538-a764-18b6a4f02994 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:34:25.040249 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1f68f161-958c-427c-9c26-13ba4bc6ddff req-00fe25c2-1a0f-4538-a764-18b6a4f02994 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0556803 May 25 16:34:25.080477 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-406ac495-8983-4cdc-bac1-e0f81d73b291 req-249c7d8e-1040-4c71-8d6b-990de043f954 service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421497 May 25 16:34:25.104764 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1f68f161-958c-427c-9c26-13ba4bc6ddff req-d39d3306-eb5a-41ef-86a4-7c94db450de2 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579832 May 25 16:34:25.272236 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd2e49-5991-413a-bd89-5e5f5b3f6d0c req-03505240-3126-409c-9ab0-b6d2d0d3529f tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 16:34:25.274406 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-03cd2e49-5991-413a-bd89-5e5f5b3f6d0c req-03505240-3126-409c-9ab0-b6d2d0d3529f tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.84 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 945 time: 0.0668044 May 25 16:34:25.317626 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-406ac495-8983-4cdc-bac1-e0f81d73b291 req-46e03fc3-266f-4d06-b282-b4ead1625452 service neutron] 10.222.0.84 "GET /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624069 May 25 16:34:25.364725 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-03cd2e49-5991-413a-bd89-5e5f5b3f6d0c req-37a75b8d-5669-4382-9182-50c79a896707 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Deleting port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:34:25.365066 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-03cd2e49-5991-413a-bd89-5e5f5b3f6d0c req-37a75b8d-5669-4382-9182-50c79a896707 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:25.456829 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-03cd2e49-5991-413a-bd89-5e5f5b3f6d0c req-37a75b8d-5669-4382-9182-50c79a896707 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] For port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:34:25.457198 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-03cd2e49-5991-413a-bd89-5e5f5b3f6d0c req-37a75b8d-5669-4382-9182-50c79a896707 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:25.470858 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-03cd2e49-5991-413a-bd89-5e5f5b3f6d0c req-37a75b8d-5669-4382-9182-50c79a896707 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Calling delete_port for 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:34:25.523173 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:25.606687 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-03cd2e49-5991-413a-bd89-5e5f5b3f6d0c req-37a75b8d-5669-4382-9182-50c79a896707 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:25.641561 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a75b8d-5669-4382-9182-50c79a896707 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event deleted for resources: {'Port': ['ID=0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:25.677373 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cd2e49-5991-413a-bd89-5e5f5b3f6d0c req-37a75b8d-5669-4382-9182-50c79a896707 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] No DVR routers for this DVR port 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a on host hv-cinder-84327 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:34:25.680416 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-03cd2e49-5991-413a-bd89-5e5f5b3f6d0c req-37a75b8d-5669-4382-9182-50c79a896707 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223203'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:25.683684 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-03cd2e49-5991-413a-bd89-5e5f5b3f6d0c req-37a75b8d-5669-4382-9182-50c79a896707 tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.84 "DELETE /v2.0/ports/0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a HTTP/1.1" status: 204 len: 173 time: 0.4050152 May 25 16:34:25.684115 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'name': 'network-vif-deleted', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 16:34:25.686384 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920ba8a9adc5296105f6120c9c9e5a85e427af3cce4688b018e4696094748e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f811681f-0165-45f1-974e-907390fbe13a" -d '{"events": [{"server_uuid": "67d74924-5509-4362-b314-27e375267a10", "name": "network-vif-deleted", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 16:34:25.727169 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 16:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311f73df-8999-4f79-b9bc-57d2f6b18209 x-openstack-request-id: req-311f73df-8999-4f79-b9bc-57d2f6b18209 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 16:34:25.727511 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d74924-5509-4362-b314-27e375267a10", "name": "network-vif-deleted", "tag": "0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 16:34:25.727787 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-311f73df-8999-4f79-b9bc-57d2f6b18209 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 16:34:25.728237 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311f73df-8999-4f79-b9bc-57d2f6b18209'] response: {'server_uuid': '67d74924-5509-4362-b314-27e375267a10', 'name': 'network-vif-deleted', 'tag': '0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a', 'status': 'completed', 'code': 200} May 25 16:34:26.196796 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:26.217275 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [req-21fa2e04-d778-45c7-83aa-e829a23f19b3 req-b0f8b070-b8d3-4284-97b0-eab3307d579d tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "GET /v2.0/ports?device_id=67d74924-5509-4362-b314-27e375267a10 HTTP/1.1" status: 200 len: 210 time: 0.0294790 May 25 16:34:27.277028 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51370) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:27.335853 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-91eb2392-5027-403c-a6e6-7a8af8a95d9c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group (fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:27.361219 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-91eb2392-5027-403c-a6e6-7a8af8a95d9c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group (fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:27.422058 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-91eb2392-5027-403c-a6e6-7a8af8a95d9c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:27.424634 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-91eb2392-5027-403c-a6e6-7a8af8a95d9c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:27.425835 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-91eb2392-5027-403c-a6e6-7a8af8a95d9c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] 10.222.0.42 "DELETE /v2.0/security-groups/fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2 HTTP/1.1" status: 204 len: 168 time: 0.1491587 May 25 16:34:27.447575 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb2392-5027-403c-a6e6-7a8af8a95d9c tempest-TestShelveInstance-152824122 tempest-TestShelveInstance-152824122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8b62a7-ca1a-47bb-8ed1-c6af5e5d4fb2,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:27.476394 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51374) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:27.790318 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859873'] for router_interface (b06a18e5-aad0-459f-824e-8e76977985d8), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:28.006852 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Deleting port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:34:28.007192 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:28.083859 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] For port ff306716-29e9-4ce8-b7e7-efbf5f7bbb97, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=ff306716-29e9-4ce8-b7e7-efbf5f7bbb97,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:34:28.084222 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:28.097035 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Calling delete_port for ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 owned by network:router_interface {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:34:28.257509 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:28.273102 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (ff306716-29e9-4ce8-b7e7-efbf5f7bbb97), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:28.300707 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff306716-29e9-4ce8-b7e7-efbf5f7bbb97,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:28.314163 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.314513 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.314857 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.315196 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.315527 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.315934 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.316265 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.316587 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.316912 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.317234 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.317558 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.317924 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.318235 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.318551 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.318871 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:28.338286 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:28.480347 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-110590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859765'] for router_interface (b06a18e5-aad0-459f-824e-8e76977985d8), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:28.683692 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Router b06a18e5-aad0-459f-824e-8e76977985d8 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:34:28.781887 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:34:28.786826 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f4b496d8-179e-4caa-8656-83501dbe12a8 admin admin] 10.222.0.42 "PUT /v2.0/routers/b06a18e5-aad0-459f-824e-8e76977985d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3084455 May 25 16:34:28.790005 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51378) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:28.791024 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcfdf23-991d-4a3e-8539-bdda4820bc3e None None] Sync routers for ids ['b06a18e5-aad0-459f-824e-8e76977985d8'] in dv-cinder-843278-2-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:34:28.801744 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcfdf23-991d-4a3e-8539-bdda4820bc3e None None] Routers {'b06a18e5-aad0-459f-824e-8e76977985d8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:34:28.802398 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5fcfdf23-991d-4a3e-8539-bdda4820bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:34:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['b06a18e5-aad0-459f-824e-8e76977985d8'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:28.884376 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Publish callbacks [] for router (b06a18e5-aad0-459f-824e-8e76977985d8), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:28.903289 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-5fcfdf23-991d-4a3e-8539-bdda4820bc3e None None] Set router b06a18e5-aad0-459f-824e-8e76977985d8 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:34:28.983865 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Publish callbacks [] for router_gateway (b06a18e5-aad0-459f-824e-8e76977985d8), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.029475 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Deleting port 0293a335-9dc8-433e-a0e4-e8701cfe148d {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:34:29.029886 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.085641 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5fcfdf23-991d-4a3e-8539-bdda4820bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:34:28Z', 'revision_number': 5, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port': {'id': '0293a335-9dc8-433e-a0e4-e8701cfe148d', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:38Z', 'updated_at': '2022-05-25T16:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:29.106123 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] For port 0293a335-9dc8-433e-a0e4-e8701cfe148d, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=0293a335-9dc8-433e-a0e4-e8701cfe148d,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:34:29.106475 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.115157 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcfdf23-991d-4a3e-8539-bdda4820bc3e None None] Checking router: b06a18e5-aad0-459f-824e-8e76977985d8 for host: dv-cinder-843278-2-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:34:29.116831 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:29.118958 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:29.119737 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Calling delete_port for 0293a335-9dc8-433e-a0e4-e8701cfe148d owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:34:29.127475 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcfdf23-991d-4a3e-8539-bdda4820bc3e None None] Routers {'b06a18e5-aad0-459f-824e-8e76977985d8'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:34:29.127805 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5fcfdf23-991d-4a3e-8539-bdda4820bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:34:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['b06a18e5-aad0-459f-824e-8e76977985d8'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:29.157958 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:29.176825 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:29.196343 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a no longer exists at agent hyperv_hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:34:29.221762 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] No Port match for: 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:34:29.222085 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Device 0a1fd3e6-89fa-451b-a2f8-e586a9d6a09a not bound to the agent host hv-cinder-84327 {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:34:29.233221 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-5fcfdf23-991d-4a3e-8539-bdda4820bc3e None None] Set router b06a18e5-aad0-459f-824e-8e76977985d8 gateway port host: None {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:34:29.281484 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5fcfdf23-991d-4a3e-8539-bdda4820bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:34:28Z', 'revision_number': 6, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port_host': None}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:29.290792 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (0293a335-9dc8-433e-a0e4-e8701cfe148d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.312323 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcfdf23-991d-4a3e-8539-bdda4820bc3e None None] The sync data for ids ['b06a18e5-aad0-459f-824e-8e76977985d8'] in dv-cinder-843278-2-iscsi is: [{'id': 'b06a18e5-aad0-459f-824e-8e76977985d8', 'name': 'tempest-TestShelveInstance-195109530-router', 'tenant_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:37Z', 'updated_at': '2022-05-25T16:34:28Z', 'revision_number': 6, 'project_id': 'cfe6a9374c6d48e9933d6f099cc32bd2', 'gw_port_host': None}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:34:29.319345 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0293a335-9dc8-433e-a0e4-e8701cfe148d,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:29.387508 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3865691'] for router_gateway (b06a18e5-aad0-459f-824e-8e76977985d8), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.475663 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29440'] for router (b06a18e5-aad0-459f-824e-8e76977985d8), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.477901 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Publish callbacks [] for router_controller (b06a18e5-aad0-459f-824e-8e76977985d8), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.517683 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860733'] for router (b06a18e5-aad0-459f-824e-8e76977985d8), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.518393 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b06a18e5-aad0-459f-824e-8e76977985d8 {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:34:29.522472 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.523636 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bda8d6bc-ccc7-4bf7-8463-78e08676aba9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b06a18e5-aad0-459f-824e-8e76977985d8 HTTP/1.1" status: 204 len: 168 time: 0.7324367 May 25 16:34:29.526354 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51380) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:29.569449 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f501f466-813b-4467-94c6-34a8de8668fd admin admin] Deleting subnet 3bed2eb9-e9e8-444b-ae8b-4def7a8453f2 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:34:29.573266 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f501f466-813b-4467-94c6-34a8de8668fd admin admin] Publish callbacks [] for subnet (3bed2eb9-e9e8-444b-ae8b-4def7a8453f2), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.609522 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f501f466-813b-4467-94c6-34a8de8668fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9908729'] for subnet (3bed2eb9-e9e8-444b-ae8b-4def7a8453f2), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.688037 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f501f466-813b-4467-94c6-34a8de8668fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (3bed2eb9-e9e8-444b-ae8b-4def7a8453f2), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.745413 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f501f466-813b-4467-94c6-34a8de8668fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372626'] for subnet (3bed2eb9-e9e8-444b-ae8b-4def7a8453f2), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.771003 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501f466-813b-4467-94c6-34a8de8668fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bed2eb9-e9e8-444b-ae8b-4def7a8453f2,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:29.774758 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f501f466-813b-4467-94c6-34a8de8668fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.777902 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f501f466-813b-4467-94c6-34a8de8668fd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3bed2eb9-e9e8-444b-ae8b-4def7a8453f2 HTTP/1.1" status: 204 len: 168 time: 0.2505937 May 25 16:34:29.780507 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51382) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:29.783030 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fc2d6b-a927-4063-8131-8a0c1e948eaa None None] Network ec5189c6-06ee-4305-8134-5b85eed97686 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:34:29.853121 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (ec5189c6-06ee-4305-8134-5b85eed97686), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.894927 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Deleting port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:34:29.895271 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.956547 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] For port 47df3843-c7e1-49be-80d9-6a8164b0b1e2, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=47df3843-c7e1-49be-80d9-6a8164b0b1e2,segment=NetworkSegment(44b7ebd3-1497-4609-bd70-f88f6e31e126),segment_id=44b7ebd3-1497-4609-bd70-f88f6e31e126)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:34:29.956940 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:29.969693 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Calling delete_port for 47df3843-c7e1-49be-80d9-6a8164b0b1e2 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:34:30.038727 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:30.040456 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:30.051012 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (47df3843-c7e1-49be-80d9-6a8164b0b1e2), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:30.082794 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] No DVR routers for this DVR port 47df3843-c7e1-49be-80d9-6a8164b0b1e2 on host dv-cinder-843278-2-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:34:30.087560 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Pushing event deleted for resources: {'Port': ['ID=47df3843-c7e1-49be-80d9-6a8164b0b1e2,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:30.107501 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0360de-1f62-45df-bef1-7a74fca3ac3d None None] DHCP port deletion for ec5189c6-06ee-4305-8134-5b85eed97686 request from dv-cinder-843278-2-iscsi {{(pid=103814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:34:30.159666 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 47df3843-c7e1-49be-80d9-6a8164b0b1e2 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:34:30.166346 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (ec5189c6-06ee-4305-8134-5b85eed97686), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:30.178986 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 47df3843-c7e1-49be-80d9-6a8164b0b1e2 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:34:30.179278 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 47df3843-c7e1-49be-80d9-6a8164b0b1e2 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:34:30.180241 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 0293a335-9dc8-433e-a0e4-e8701cfe148d no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:34:30.188719 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5189c6-06ee-4305-8134-5b85eed97686']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:30.199593 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b7ebd3-1497-4609-bd70-f88f6e31e126') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:30.199894 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b7ebd3-1497-4609-bd70-f88f6e31e126') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:30.202398 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 0293a335-9dc8-433e-a0e4-e8701cfe148d {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:34:30.202744 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 0293a335-9dc8-433e-a0e4-e8701cfe148d not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:34:30.203156 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:34:30.210688 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9908726'] for segment (44b7ebd3-1497-4609-bd70-f88f6e31e126), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:30.222065 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:34:30.222618 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device ff306716-29e9-4ce8-b7e7-efbf5f7bbb97 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:34:30.225369 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (44b7ebd3-1497-4609-bd70-f88f6e31e126), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:30.232759 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:34:30.233107 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9644806'] for segment (44b7ebd3-1497-4609-bd70-f88f6e31e126), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:30.259547 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f2d6d034-0c91-4223-afc9-e1ca8fbd39fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:30.305806 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (ec5189c6-06ee-4305-8134-5b85eed97686), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:30.311313 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:30.315005 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] 10.222.0.42 "DELETE /v2.0/networks/ec5189c6-06ee-4305-8134-5b85eed97686 HTTP/1.1" status: 204 len: 168 time: 0.5335886 May 25 16:34:30.318088 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51390) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:30.323784 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 44b7ebd3-1497-4609-bd70-f88f6e31e126 resource provider aggregate not found May 25 16:34:30.336489 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140751a-5da0-490f-bfaa-489ebac3a22e admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5189c6-06ee-4305-8134-5b85eed97686,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:30.351016 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 44b7ebd3-1497-4609-bd70-f88f6e31e126 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44b7ebd3-1497-4609-bd70-f88f6e31e126 found for delete ", "request_id": "req-9727129f-d68b-4389-af6a-06332b21748a"}]} May 25 16:34:30.639596 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ffc4468b-07bc-46b1-8312-2c13bf8c0cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859873'] for router_interface (1e273b16-9886-4f78-b3ce-76270d847488), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:30.850979 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-ffc4468b-07bc-46b1-8312-2c13bf8c0cc0 admin admin] Deleting port c3ef5ac4-3504-4add-88c3-4176823fc7ff {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:34:30.851320 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ffc4468b-07bc-46b1-8312-2c13bf8c0cc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:30.913315 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:30.932395 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-ffc4468b-07bc-46b1-8312-2c13bf8c0cc0 admin admin] For port c3ef5ac4-3504-4add-88c3-4176823fc7ff, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=c3ef5ac4-3504-4add-88c3-4176823fc7ff,segment=NetworkSegment(596d4537-14d0-4a63-b8ef-a92b4be8be5d),segment_id=596d4537-14d0-4a63-b8ef-a92b4be8be5d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:34:30.932752 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ffc4468b-07bc-46b1-8312-2c13bf8c0cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:30.945316 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-ffc4468b-07bc-46b1-8312-2c13bf8c0cc0 admin admin] Calling delete_port for c3ef5ac4-3504-4add-88c3-4176823fc7ff owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:34:31.007355 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:31.124638 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ffc4468b-07bc-46b1-8312-2c13bf8c0cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407961'] for port (c3ef5ac4-3504-4add-88c3-4176823fc7ff), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:31.149274 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4468b-07bc-46b1-8312-2c13bf8c0cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ef5ac4-3504-4add-88c3-4176823fc7ff,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:31.314012 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ffc4468b-07bc-46b1-8312-2c13bf8c0cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-110590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859765'] for router_interface (1e273b16-9886-4f78-b3ce-76270d847488), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:31.516536 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc4468b-07bc-46b1-8312-2c13bf8c0cc0 admin admin] Router 1e273b16-9886-4f78-b3ce-76270d847488 has already been hosted by L3 agent 71a0c55f-06f6-4f96-ab7c-f279989494ee {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 16:34:31.880595 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc4468b-07bc-46b1-8312-2c13bf8c0cc0 admin admin] Notify agent at l3_agent.dv-cinder-843278-2-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 16:34:31.886067 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ffc4468b-07bc-46b1-8312-2c13bf8c0cc0 admin admin] 10.222.0.42 "PUT /v2.0/routers/1e273b16-9886-4f78-b3ce-76270d847488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5669105 May 25 16:34:31.888720 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51394) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:31.889877 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e34d231-dbcd-409f-bad4-c95ad780fbd9 None None] Sync routers for ids ['1e273b16-9886-4f78-b3ce-76270d847488'] in dv-cinder-843278-2-iscsi {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:34:31.900812 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e34d231-dbcd-409f-bad4-c95ad780fbd9 None None] Routers {'1e273b16-9886-4f78-b3ce-76270d847488'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:34:31.901425 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-6e34d231-dbcd-409f-bad4-c95ad780fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:34:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['1e273b16-9886-4f78-b3ce-76270d847488'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:31.990801 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Publish callbacks [] for router (1e273b16-9886-4f78-b3ce-76270d847488), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:32.007338 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-6e34d231-dbcd-409f-bad4-c95ad780fbd9 None None] Set router 1e273b16-9886-4f78-b3ce-76270d847488 gateway port host: dv-cinder-843278-2-iscsi {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:34:32.089393 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Publish callbacks [] for router_gateway (1e273b16-9886-4f78-b3ce-76270d847488), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:32.131733 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Deleting port 2fa8544b-a9a6-4f11-b570-d261765ae5b4 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:34:32.131983 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:32.177150 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-6e34d231-dbcd-409f-bad4-c95ad780fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e273b16-9886-4f78-b3ce-76270d847488', 'name': 'tempest-TestShelveInstance-1310591605-router', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'external_fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:42Z', 'updated_at': '2022-05-25T16:34:31Z', 'revision_number': 5, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'gw_port': {'id': '2fa8544b-a9a6-4f11-b570-d261765ae5b4', 'name': '', 'network_id': '5eee1530-9595-4dab-b6d3-4a6de6dc9e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e273b16-9886-4f78-b3ce-76270d847488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843278-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T16:29:43Z', 'updated_at': '2022-05-25T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57672f6f-d28d-45e8-ac00-0d9019839af4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843278-2-iscsi'}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:32.203227 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e34d231-dbcd-409f-bad4-c95ad780fbd9 None None] Checking router: 1e273b16-9886-4f78-b3ce-76270d847488 for host: dv-cinder-843278-2-iscsi {{(pid=103815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:34:32.212303 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e34d231-dbcd-409f-bad4-c95ad780fbd9 None None] Routers {'1e273b16-9886-4f78-b3ce-76270d847488'} bound to L3 agent in host dv-cinder-843278-2-iscsi {{(pid=103815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 16:34:32.212923 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-6e34d231-dbcd-409f-bad4-c95ad780fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843278-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T16:11:32Z,description=,heartbeat_timestamp=2022-05-25T16:34:03Z,host='dv-cinder-843278-2-iscsi',id=71a0c55f-06f6-4f96-ab7c-f279989494ee,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T16:11:32Z,topic='l3_agent')) {'router_ids': ['1e273b16-9886-4f78-b3ce-76270d847488'], 'active': True} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:32.395491 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_dvr_db [None req-6e34d231-dbcd-409f-bad4-c95ad780fbd9 None None] Set router 1e273b16-9886-4f78-b3ce-76270d847488 gateway port host: None {{(pid=103815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 16:34:32.445571 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.l3_hamode_db [None req-6e34d231-dbcd-409f-bad4-c95ad780fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e273b16-9886-4f78-b3ce-76270d847488', 'name': 'tempest-TestShelveInstance-1310591605-router', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:42Z', 'updated_at': '2022-05-25T16:34:32Z', 'revision_number': 6, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'gw_port_host': None}], 'dv-cinder-843278-2-iscsi', False) {} {{(pid=103815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:32.470385 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e34d231-dbcd-409f-bad4-c95ad780fbd9 None None] The sync data for ids ['1e273b16-9886-4f78-b3ce-76270d847488'] in dv-cinder-843278-2-iscsi is: [{'id': '1e273b16-9886-4f78-b3ce-76270d847488', 'name': 'tempest-TestShelveInstance-1310591605-router', 'tenant_id': '21ae233aa269416bbd9a88eb2b41718b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T16:29:42Z', 'updated_at': '2022-05-25T16:34:32Z', 'revision_number': 6, 'project_id': '21ae233aa269416bbd9a88eb2b41718b', 'gw_port_host': None}] {{(pid=103815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:34:32.475853 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] For port 2fa8544b-a9a6-4f11-b570-d261765ae5b4, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=2fa8544b-a9a6-4f11-b570-d261765ae5b4,segment=NetworkSegment(62a4f967-9b24-47e6-95ee-3597a742d632),segment_id=62a4f967-9b24-47e6-95ee-3597a742d632)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:34:32.476224 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:32.492539 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Calling delete_port for 2fa8544b-a9a6-4f11-b570-d261765ae5b4 owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:34:32.580935 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8c3a0895-d5f0-4ce7-a7da-d9e0aeb27c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:32.659175 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (2fa8544b-a9a6-4f11-b570-d261765ae5b4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:32.697169 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa8544b-a9a6-4f11-b570-d261765ae5b4,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:32.708864 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:32.771012 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3865691'] for router_gateway (1e273b16-9886-4f78-b3ce-76270d847488), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:32.859526 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29440'] for router (1e273b16-9886-4f78-b3ce-76270d847488), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:32.861859 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Publish callbacks [] for router_controller (1e273b16-9886-4f78-b3ce-76270d847488), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:32.905382 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860733'] for router (1e273b16-9886-4f78-b3ce-76270d847488), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:32.906232 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e273b16-9886-4f78-b3ce-76270d847488 {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 16:34:32.913503 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:32.915291 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-eda28941-e0a1-4042-8a86-117fed113683 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1e273b16-9886-4f78-b3ce-76270d847488 HTTP/1.1" status: 204 len: 168 time: 1.0252032 May 25 16:34:32.917327 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51396) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:32.943667 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:32.964326 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d204644-f96d-41e9-9220-de969371dce3 admin admin] Deleting subnet 2d70df4c-022d-4017-8537-bb6a602db4b0 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 16:34:32.967516 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d204644-f96d-41e9-9220-de969371dce3 admin admin] Publish callbacks [] for subnet (2d70df4c-022d-4017-8537-bb6a602db4b0), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.002131 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d204644-f96d-41e9-9220-de969371dce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9908729'] for subnet (2d70df4c-022d-4017-8537-bb6a602db4b0), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.084799 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d204644-f96d-41e9-9220-de969371dce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-852152'] for subnet (2d70df4c-022d-4017-8537-bb6a602db4b0), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.138410 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d204644-f96d-41e9-9220-de969371dce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-852131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372626'] for subnet (2d70df4c-022d-4017-8537-bb6a602db4b0), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.163014 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d204644-f96d-41e9-9220-de969371dce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d70df4c-022d-4017-8537-bb6a602db4b0,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:33.168196 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d204644-f96d-41e9-9220-de969371dce3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.171989 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9d204644-f96d-41e9-9220-de969371dce3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2d70df4c-022d-4017-8537-bb6a602db4b0 HTTP/1.1" status: 204 len: 168 time: 0.2534149 May 25 16:34:33.174145 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384d078d-f110-4324-a5f5-a85704f31dc7 None None] Network 19590aa2-ccc8-4253-a6fb-bdb5456009e5 requested from dv-cinder-843278-2-iscsi {{(pid=103814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 16:34:33.174443 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51398) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:33.247641 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025043'] for network (19590aa2-ccc8-4253-a6fb-bdb5456009e5), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.296651 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Deleting port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:34:33.297892 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.322221 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] DHCP port deletion for 19590aa2-ccc8-4253-a6fb-bdb5456009e5 request from dv-cinder-843278-2-iscsi {{(pid=103814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 16:34:33.359521 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Deleting port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 {{(pid=103814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 16:34:33.360177 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766273711050'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), before_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.369974 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] For port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=69c6a5b4-a728-45fc-a73b-40eeb0ad39d7,segment=NetworkSegment(596d4537-14d0-4a63-b8ef-a92b4be8be5d),segment_id=596d4537-14d0-4a63-b8ef-a92b4be8be5d)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:34:33.370347 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.385981 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Calling delete_port for 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:34:33.451421 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:34:33.479669 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9644851'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.504264 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c6a5b4-a728-45fc-a73b-40eeb0ad39d7,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:33.510410 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] No DVR routers for this DVR port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 on host dv-cinder-843278-2-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:34:33.566612 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] For port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7, host dv-cinder-843278-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843278-2-iscsi',level=0,port_id=69c6a5b4-a728-45fc-a73b-40eeb0ad39d7,segment=NetworkSegment(596d4537-14d0-4a63-b8ef-a92b4be8be5d),segment_id=596d4537-14d0-4a63-b8ef-a92b4be8be5d)] {{(pid=103814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 16:34:33.567009 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3804640'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), precommit_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.586439 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Calling delete_port for 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 owned by network:dhcp {{(pid=103814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 16:34:33.591872 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867639', 'neutron.services.segments.db._delete_segments_for_network-8766273626983'] for network (19590aa2-ccc8-4253-a6fb-bdb5456009e5), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.613272 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19590aa2-ccc8-4253-a6fb-bdb5456009e5']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:33.622787 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596d4537-14d0-4a63-b8ef-a92b4be8be5d') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:33.623183 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596d4537-14d0-4a63-b8ef-a92b4be8be5d') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:33.633058 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766273626736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9908726'] for segment (596d4537-14d0-4a63-b8ef-a92b4be8be5d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.646761 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435'] for segment (596d4537-14d0-4a63-b8ef-a92b4be8be5d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.654500 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:34:33.654962 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-854435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9644806'] for segment (596d4537-14d0-4a63-b8ef-a92b4be8be5d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.661922 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1009023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766273719992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766273327629'] for port (69c6a5b4-a728-45fc-a73b-40eeb0ad39d7), after_delete {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.692465 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Pushing event deleted for resources: {'Port': ['ID=69c6a5b4-a728-45fc-a73b-40eeb0ad39d7,revision_number=None']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:33.695742 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 596d4537-14d0-4a63-b8ef-a92b4be8be5d resource provider aggregate not found May 25 16:34:33.696153 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] No DVR routers for this DVR port 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 on host dv-cinder-843278-2-iscsi {{(pid=103814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:34:33.706646 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:33.718932 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.719535 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.719880 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.720334 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.720836 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.721629 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.721985 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.722480 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.722809 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.723135 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.723580 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.723902 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.724205 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.724498 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.724900 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1fbf0-0bac-4a99-a308-facc410f5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843278-2-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:33.725643 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 596d4537-14d0-4a63-b8ef-a92b4be8be5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 596d4537-14d0-4a63-b8ef-a92b4be8be5d found for delete ", "request_id": "req-eb737639-7a34-400e-aa69-0b2a55919cbc"}]} May 25 16:34:33.727197 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-110583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858867'] for network (19590aa2-ccc8-4253-a6fb-bdb5456009e5), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.735389 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-110565'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.735669 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:33.738835 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] 10.222.0.42 "DELETE /v2.0/networks/19590aa2-ccc8-4253-a6fb-bdb5456009e5 HTTP/1.1" status: 204 len: 168 time: 0.5634573 May 25 16:34:33.750391 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77273a22-d139-41e3-b3e3-41320cdf5187 admin admin] Pushing event deleted for resources: {'Network': ['ID=19590aa2-ccc8-4253-a6fb-bdb5456009e5,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:33.932517 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51406) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:33.974140 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-9316ee46-a060-4c4b-bfe2-50ce4c1910f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfe6a9374c6d48e9933d6f099cc32bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404179 May 25 16:34:33.977217 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.42', 51408) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:34.003465 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:34:34.021913 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:34.022110 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:34:34.022428 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 69c6a5b4-a728-45fc-a73b-40eeb0ad39d7 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:34:34.022838 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 2fa8544b-a9a6-4f11-b570-d261765ae5b4 no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:34:34.026375 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b5cd623e-685e-4871-9adb-a8d0ac8fd57b admin admin] Publish callbacks [] for security_group (a4d496e0-717d-4608-b676-ebef7865f593), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:34.042273 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: 2fa8544b-a9a6-4f11-b570-d261765ae5b4 {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:34:34.042615 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device 2fa8544b-a9a6-4f11-b570-d261765ae5b4 not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:34:34.043273 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device c3ef5ac4-3504-4add-88c3-4176823fc7ff no longer exists at agent ovs-agent-dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 16:34:34.049334 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b5cd623e-685e-4871-9adb-a8d0ac8fd57b admin admin] Publish callbacks [] for security_group (a4d496e0-717d-4608-b676-ebef7865f593), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:34.061610 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] No Port match for: c3ef5ac4-3504-4add-88c3-4176823fc7ff {{(pid=103814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 16:34:34.061986 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.rpc [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Device c3ef5ac4-3504-4add-88c3-4176823fc7ff not bound to the agent host dv-cinder-843278-2-iscsi {{(pid=103814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 16:34:34.095057 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b5cd623e-685e-4871-9adb-a8d0ac8fd57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (a4d496e0-717d-4608-b676-ebef7865f593), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:34.097663 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b5cd623e-685e-4871-9adb-a8d0ac8fd57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:34.098850 dv-cinder-843278-2-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b5cd623e-685e-4871-9adb-a8d0ac8fd57b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4d496e0-717d-4608-b676-ebef7865f593 HTTP/1.1" status: 204 len: 168 time: 0.1206954 May 25 16:34:34.107187 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd623e-685e-4871-9adb-a8d0ac8fd57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d496e0-717d-4608-b676-ebef7865f593,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:34.417406 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51414) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:34.457602 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-44b12391-69a9-4020-b7ec-e18bc3078dda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21ae233aa269416bbd9a88eb2b41718b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387592 May 25 16:34:34.460027 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.42', 51416) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 16:34:34.486591 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:DELETE=10 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:34.513322 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38f39152-5ac7-4d54-baa2-81d6a16a0ba8 admin admin] Publish callbacks [] for security_group (f22fb1ca-d099-4cb9-8206-307591778f68), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:34.534712 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38f39152-5ac7-4d54-baa2-81d6a16a0ba8 admin admin] Publish callbacks [] for security_group (f22fb1ca-d099-4cb9-8206-307591778f68), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:34.582423 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38f39152-5ac7-4d54-baa2-81d6a16a0ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3956499'] for security_group (f22fb1ca-d099-4cb9-8206-307591778f68), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:34.585453 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38f39152-5ac7-4d54-baa2-81d6a16a0ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:34.587260 dv-cinder-843278-2-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-38f39152-5ac7-4d54-baa2-81d6a16a0ba8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f22fb1ca-d099-4cb9-8206-307591778f68 HTTP/1.1" status: 204 len: 168 time: 0.1263578 May 25 16:34:34.595644 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f39152-5ac7-4d54-baa2-81d6a16a0ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22fb1ca-d099-4cb9-8206-307591778f68,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:35.386345 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:36.567502 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:34:42.447775 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=59 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:43.447003 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=61 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:44.101410 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:44.103423 dv-cinder-843278-2-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=7,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:44.590187 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:44.590985 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:46.561416 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:46.563370 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:34:51.509236 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:00.252014 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f926e8d5-6fcb-4dd5-9e65-9fc8fec109d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:01.430921 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:35:01.432105 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:35:02.583128 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d5a9-1020-4770-b48e-c8797937416a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:03.715571 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:05.388796 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:06.570204 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:10.451141 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:35:16.565280 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:35:16.566061 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:35:21.518468 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:30.253302 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-df71f1d5-7f53-46a4-95aa-94983a983740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:32.586046 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2effdda7-a856-4deb-96be-069e1987cb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:33.718194 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:35.391016 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:36.574314 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:38.433699 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:35:38.438374 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=6 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:35:47.450889 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:35:49.430328 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:35:49.432656 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:35:51.532671 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:35:57.446943 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:36:00.255294 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f673-038f-49d1-84b9-65124f901dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:36:02.592698 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7313040f-b6bb-4eaa-8996-2ef89034fa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:36:03.719644 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:36:05.397877 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:36:06.578387 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:36:15.435586 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:36:15.436333 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:36:16.572287 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:36:16.574173 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:36:21.531747 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:36:24.449854 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:36:27.459236 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-22a55fbc-3ae2-40ea-bca3-3c35353d6689 req-05188356-bc63-4ad7-b8bc-cfeb0e02a67d service neutron] (103811) timed out ('10.222.0.84', 62550) {{(pid=103811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 16:36:27.497967 dv-cinder-843278-2-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-3c17f231-46cf-4dee-bb57-06b995c1e8a4 req-582e99ca-bb6f-437e-89ea-0ad998fecda1 service neutron] (103811) timed out ('10.222.0.84', 62559) {{(pid=103811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 16:36:29.429136 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=13 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:36:30.257013 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-64a25f0c-0814-452c-9e36-8b5bc8a20828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:36:32.583632 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-15ba9c65-5276-4576-a52d-642aaff51d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:36:33.723457 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:36:34.445259 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=15 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:36:35.403800 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:36:36.582127 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:36:46.569761 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:36:46.578031 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:36:51.547221 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:36:52.433602 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:36:52.434399 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:37:00.259373 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a8b81f11-d615-4422-ad0e-2b7987a684ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:37:01.450000 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:37:02.585474 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-ef178c72-fc5b-4345-be9d-e852c8df9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:37:03.725807 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:37:05.402023 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:37:06.584284 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:37:11.446039 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:37:16.579072 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:37:16.580721 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:37:21.562186 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:37:29.429889 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:37:29.431119 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:37:30.263727 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-3e59df9a-cc3f-441e-8c3d-95461598f69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:37:32.587426 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb06d-8296-4444-9f0e-3358587b3c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:37:33.729185 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:37:35.404275 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:37:36.587639 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:37:38.449788 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:37:48.445689 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:37:48.446436 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:37:49.431200 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:37:49.435361 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:37:51.577119 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:00.270473 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-39a5e7ae-5c49-4c01-a65e-f54ee3a6bf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:02.589220 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-90c225ed-8503-46cf-a35e-60fd9cd06757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:03.733311 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:05.407456 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:06.437108 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:38:06.437926 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:38:06.590366 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:15.449409 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:38:16.584610 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:38:16.586623 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:38:21.578906 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:29.433898 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=17 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:38:29.435739 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=11 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:38:30.262585 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-a2939e13-e0af-4435-8015-3a5a3d15e6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:32.589679 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-1f794154-1da1-430c-bad2-7c60ad9b92c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:33.734618 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:35.410194 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:36.593880 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:43.433339 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:38:43.434050 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=3 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:38:46.587977 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:38:46.588861 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:38:51.575901 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:38:52.449256 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:39:00.264643 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-634a4ba7-235c-4f39-bdcd-e32c5e928f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:39:02.444480 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:39:02.591869 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c57954c4-bdc3-4315-8930-f63248ddd62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:39:03.738220 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:39:05.412527 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:39:06.596982 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:39:16.590904 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:39:16.592984 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:39:18.504440 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=6 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:39:21.573598 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:39:28.507294 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:39:29.448969 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG neutron.db.agents_db [None req-492a4b92-d8f5-4f0a-97e6-71deda68b3d0 None None] Agent healthcheck: found 6 active agents {{(pid=103815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 16:39:30.269735 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5385aafe-1599-4d77-a0c8-a70809a7ebe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (6453b874-4c6f-46d3-abbf-dcd0c4d97ceb), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:39:32.593406 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-9acc393f-fd6f-46be-812f-79986ebf6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (71a0c55f-06f6-4f96-ab7c-f279989494ee), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:39:33.741000 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-73bfc76f-63da-4e7e-8dee-3e11888801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (83876531-d513-40d0-a0db-0544a8a83426), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:39:35.416319 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7c74-06ac-48fa-83e5-96a53aac23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (9188daa9-fc83-4276-8ee0-bf8a1b104282), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:39:36.599604 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd47-f2ce-49f0-a4d0-9d9a95e077e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (3f38678b-89ba-405a-aad5-00a1564f5950), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 16:39:39.445707 dv-cinder-843278-2-iscsi neutron-server[103815]: DEBUG dbcounter [-] [103815] Writing DB stats neutron:SELECT=2 {{(pid=103815) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:39:49.434529 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:39:49.435648 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 16:39:51.573740 dv-cinder-843278-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3c-c336-4eb4-90a5-72e2e6fe38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766273626965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963830'] for agent (b40e7b22-4161-4a57-8bc8-c37e7e7f4db4), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}